-- Logs begin at Wed 2022-02-02 15:08:07 UTC, end at Wed 2022-02-02 16:17:57 UTC. -- Feb 02 15:45:25.761418 dv-cinder-827511-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 02 15:45:28.729917 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.common.config [-] Logging enabled! Feb 02 15:45:28.730560 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev460 Feb 02 15:45:28.730709 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108929) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 02 15:45:28.733980 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.common.config [-] Logging enabled! Feb 02 15:45:28.734239 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev460 Feb 02 15:45:28.735114 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108929) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 02 15:45:28.736054 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 02 15:45:28.736287 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 02 15:45:28.736662 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 02 15:45:28.736912 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 02 15:45:28.737165 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 02 15:45:28.737649 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.738081 dv-cinder-827511-1-iscsi neutron-server[108929]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 02 15:45:28.738394 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.738693 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.738991 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.739290 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.739585 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.739874 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.740165 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.740466 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.740755 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.741039 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.741351 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.741646 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.741935 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] config_source = [] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.742225 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.742514 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.742800 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] debug = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.743082 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.743513 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.743919 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.744202 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.744493 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.744773 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.745075 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.745360 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.745650 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.745984 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] host = dv-cinder-827511-1-iscsi {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.746266 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.746555 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.746842 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.747128 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.747407 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.747685 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.747970 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.748247 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] log_dir = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.748522 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] log_file = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.748800 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.749111 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.749405 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.749699 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.749996 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.750805 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.751393 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.751393 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.751630 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.751911 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.752192 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.752471 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.752749 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.753022 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.753345 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.753632 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.753921 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.754199 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.754475 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.754749 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.755028 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.755315 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.755593 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.755873 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.756151 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.756441 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.756716 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.756996 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.757325 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.757615 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.757903 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.758192 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.758471 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.758756 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.759032 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.759310 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] use_journal = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.759583 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] use_json = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.759858 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.760133 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.760416 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.760689 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.760964 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.761262 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.761535 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.761822 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.762100 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:28.762398 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.762696 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.762996 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.763295 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.763585 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.763870 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.764165 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.764447 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.764737 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.765034 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.765352 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.765761 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.766077 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.766376 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.766677 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.766986 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.767287 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.767582 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.767863 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.768144 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.768423 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.768706 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.768998 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.769306 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.769599 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.769891 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.770175 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.770475 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.770767 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.771064 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.771359 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.771638 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.771918 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.772209 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.772491 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.772769 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.773070 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.773360 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.773641 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.773917 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.774202 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.774485 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.774761 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.775041 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.775323 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.775616 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.775897 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.776174 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.776452 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.776735 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.777013 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.777324 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.777610 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.777888 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.778164 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.778447 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.778727 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.779011 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.779292 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.779570 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.779852 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.780129 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.780410 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.780685 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.780961 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.781311 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.781311 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.781837 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.782114 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.782391 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.782668 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.782944 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.783220 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.783495 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.783784 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.784081 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.784362 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.784646 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.784935 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.785246 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.785528 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.785820 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.786088 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.786368 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.786644 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.786939 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.787226 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.787515 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.787820 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.788103 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.788399 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.788677 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.788963 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.789266 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.789547 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.789831 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.790117 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.790415 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.790714 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.791011 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.791307 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.791602 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.791887 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.792198 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.792479 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:28.792955 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 02 15:45:28.793225 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=108929) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 02 15:45:29.172552 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=108929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 02 15:45:29.172837 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=108929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 02 15:45:29.173174 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=108929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 02 15:45:29.173529 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 02 15:45:29.507657 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:29.507889 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:29.508166 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:29.509543 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:29.509825 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:29.510095 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:29.555377 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:29.555663 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:29.555933 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:29.570473 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:29.570760 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:29.571033 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:29.601691 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:29.601975 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:29.602248 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:29.639237 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:29.639531 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:29.639808 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:29.979346 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:29.979995 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:29.979995 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:29.980134 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:29.980844 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.080796 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.081151 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.081442 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.081717 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.081985 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.082300 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.082564 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.082823 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.083086 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.083371 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.083634 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.083901 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.084158 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.084412 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.084670 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.084939 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.085227 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.085501 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.085773 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.086036 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.086309 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.086565 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.086851 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.087229 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.087481 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.087729 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.088126 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=108929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 15:45:30.088371 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=108929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 15:45:30.088609 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=108929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 15:45:30.088848 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=108929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 15:45:30.089108 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=108929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 15:45:30.089348 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=108929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 15:45:30.089718 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 02 15:45:30.092914 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 02 15:45:30.097211 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 02 15:45:30.100942 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(950, 999)])]) Feb 02 15:45:30.102635 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 02 15:45:30.103108 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 02 15:45:30.103450 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 02 15:45:30.103842 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 02 15:45:30.106735 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 02 15:45:30.106993 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 02 15:45:30.107342 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 02 15:45:30.112766 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 02 15:45:30.137437 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 02 15:45:30.137905 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.138210 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=108929) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 02 15:45:30.138576 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.139958 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=108929) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 02 15:45:30.140244 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 02 15:45:30.141019 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 02 15:45:30.144346 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.144632 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.208703 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 02 15:45:30.208950 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 02 15:45:30.209217 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 02 15:45:30.209592 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 02 15:45:30.229995 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_db.sqlalchemy.engines [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=108929) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 02 15:45:30.666000 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.plugins.ml2.managers [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Initializing driver for type 'gre' Feb 02 15:45:30.666663 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] gre ID ranges: [(1, 1000)] Feb 02 15:45:30.717525 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.plugins.ml2.managers [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Initializing driver for type 'local' Feb 02 15:45:30.717876 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.plugins.ml2.managers [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Initializing driver for type 'vlan' Feb 02 15:45:30.730759 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] VlanTypeDriver initialization complete Feb 02 15:45:30.731128 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.plugins.ml2.managers [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Initializing driver for type 'vxlan' Feb 02 15:45:30.731629 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] vxlan ID ranges: [(1, 1000)] Feb 02 15:45:30.780349 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.plugins.ml2.managers [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Initializing extension driver 'port_security' Feb 02 15:45:30.780701 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.plugins.ml2.extensions.port_security [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] PortSecurityExtensionDriver initialization complete Feb 02 15:45:30.781090 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.plugins.ml2.managers [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Initializing mechanism driver 'openvswitch' Feb 02 15:45:30.781961 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.plugins.ml2.managers [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Initializing mechanism driver 'hyperv' Feb 02 15:45:30.788732 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.plugins.ml2.plugin [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=108929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:45:30.789447 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > port after_create 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.789831 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > port after_update 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.790196 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > port after_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.790732 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=108929) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 15:45:30.791175 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > subnet after_create 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.791535 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > subnet after_update 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.791889 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > subnet after_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.792297 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=108929) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 15:45:30.792972 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > network after_create 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.793356 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > network after_update 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.793710 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > network after_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.794113 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=108929) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 15:45:30.794526 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > security_group after_create 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.794883 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > security_group after_update 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.795229 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > security_group after_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.795770 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=108929) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 15:45:30.796191 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.796551 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.796943 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.797378 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=108929) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 15:45:30.797803 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > address_group after_create 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.798164 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > address_group after_update 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.798515 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > address_group after_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.798958 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=108929) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 15:45:30.799411 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] ML2 OVO RPC backend initialized. {{(pid=108929) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 02 15:45:30.800131 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > router_interface after_create 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.800495 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.800921 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > network before_response 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.801312 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > networks before_response 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.801670 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > port before_response 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.802021 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > ports before_response 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.802377 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > subnet before_response 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.802728 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > subnets before_response 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.803083 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > network after_create 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.803435 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > network after_update 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.803782 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > network after_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.804127 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > port after_create 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.804472 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > port after_update 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.804816 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > port after_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.805199 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > subnet after_create 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.805549 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > subnet after_update 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.805889 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > subnet after_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.813624 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.quota [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded quota_driver: . Feb 02 15:45:30.813997 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.plugins.ml2.plugin [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Modular L2 Plugin initialization complete Feb 02 15:45:30.814356 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading services supported by the core plugin {{(pid=108929) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 02 15:45:30.814712 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.plugins.ml2.managers [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Got port-security extension from driver 'port_security' Feb 02 15:45:30.815207 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.extensions.vlantransparent [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Disabled vlantransparent extension. Feb 02 15:45:30.815715 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=108929) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 02 15:45:30.816050 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading Plugin: router Feb 02 15:45:30.854473 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > router_interface before_create 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.854873 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > router after_create 55549900 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.855251 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > router before_create 55549900 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.855624 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.856005 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.856369 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > router after_delete 55549900 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.856739 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > floatingip after_create 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.857117 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > floatingip after_update 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.857486 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > router after_create 55549900 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.857840 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > router after_update 55549900 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.858198 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > router after_update 55549900 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.858551 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.858918 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > router after_update 55549900 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.859390 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > router precommit_update 55549900 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.859845 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: port after_update 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.860196 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: port after_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.860546 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: subnet after_update 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.860895 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.861283 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > port precommit_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.861644 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > router precommit_create 55549900 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.861997 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: port before_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.862347 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > router precommit_create 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.862713 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > router after_update 55549900 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.863063 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > router precommit_delete 55549900 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.863421 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > router precommit_create 55549900 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.863786 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > router_interface after_create 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.864137 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > router precommit_update 55549900 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.864507 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > agent after_create 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.864862 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > agent after_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.865247 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > network after_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.866120 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.quota.resource_registry [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Tracking information for resource: router configured {{(pid=108929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 15:45:30.866466 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.quota.resource_registry [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Tracking information for resource: floatingip configured {{(pid=108929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 15:45:30.871373 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.db.l3_agentschedulers_db [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 02 15:45:30.871963 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: port after_update 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.872332 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: port after_create 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.872692 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: port after_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.873070 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: port after_update 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.874045 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > router before_create 55550100 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.874404 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > router precommit_delete 55550100 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.874780 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > router precommit_create 55550100 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.875270 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > router precommit_update 55550100 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.879990 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.services.provider_configuration [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Service providers = [] {{(pid=108929) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 02 15:45:30.880358 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.db.servicetype_db [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=108929) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 02 15:45:30.883364 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.services.service_base [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=108929) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 02 15:45:30.883723 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.services.service_base [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=108929) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 02 15:45:30.884073 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.services.service_base [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=108929) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 02 15:45:30.884974 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.services.service_base [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=108929) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 02 15:45:30.885380 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.services.service_base [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 02 15:45:30.885771 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=108929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 15:45:30.886097 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 02 15:45:30.897624 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=108929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 15:45:30.897971 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading Plugin: auto_allocate Feb 02 15:45:30.903831 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: network precommit_update 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.904210 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: network precommit_create 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.904737 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=108929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 15:45:30.905093 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading Plugin: tag Feb 02 15:45:30.912383 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=108929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 15:45:30.912723 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading Plugin: timestamp Feb 02 15:45:30.916882 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=108929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 15:45:30.917196 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading Plugin: network_ip_availability Feb 02 15:45:30.923140 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.923521 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.923886 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:30.924605 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=108929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 15:45:30.924932 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading Plugin: flavors Feb 02 15:45:30.929956 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=108929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 15:45:30.930300 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading Plugin: revisions Feb 02 15:45:30.934695 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=108929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 15:45:30.935101 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_concurrency.lockutils [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.762s {{(pid=108929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 02 15:45:30.935857 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=108929) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 02 15:45:30.936200 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Initializing extension manager. Feb 02 15:45:30.936734 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: __init__.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:30.937118 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: __pycache__ {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:30.937485 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:30.937824 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: address_group.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:30.938599 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:30.939171 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: address-group Feb 02 15:45:30.939501 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: address_scope.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:30.940230 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:30.940749 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: address-scope Feb 02 15:45:30.941108 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: admin_state_down_before_update.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:30.942058 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:30.942581 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: router-admin-state-down-before-update Feb 02 15:45:30.942912 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: agent.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:30.943821 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:30.944342 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: agent Feb 02 15:45:30.944722 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: agent_resources_synced.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:30.945678 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:30.946200 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: agent-resources-synced Feb 02 15:45:30.946538 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: allowedaddresspairs.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:30.948355 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:30.948891 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: allowed-address-pairs Feb 02 15:45:30.949267 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: auto_allocated_topology.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:30.950364 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:30.950892 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: auto-allocated-topology Feb 02 15:45:30.951227 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: availability_zone.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:30.951937 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:30.952456 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: availability_zone Feb 02 15:45:30.952786 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: availability_zone_filter.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:30.954250 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:30.954768 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: availability_zone_filter Feb 02 15:45:30.955097 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: data_plane_status.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:30.956042 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:30.956562 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension data-plane-status not supported by any of loaded plugins Feb 02 15:45:30.956891 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: default_subnetpools.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:30.957841 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:30.958355 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: default-subnetpools Feb 02 15:45:30.958687 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: dhcpagentscheduler.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:30.959508 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:30.960028 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: dhcp_agent_scheduler Feb 02 15:45:30.960360 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: dns.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:30.961336 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:30.961853 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension dns-integration not supported by any of loaded plugins Feb 02 15:45:30.962185 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: dns_domain_ports.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:30.963120 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:30.963634 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 02 15:45:30.963965 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:30.964934 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:30.965482 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 02 15:45:30.965813 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: dvr.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:30.966501 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:30.967016 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: dvr Feb 02 15:45:30.967345 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: ecmp_routes.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:30.968268 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:30.969349 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension ecmp_routes not supported by any of loaded plugins Feb 02 15:45:30.969687 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: empty_string_filtering.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:30.970604 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:30.971122 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: empty-string-filtering Feb 02 15:45:30.971450 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:30.972372 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:30.972882 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 02 15:45:30.973244 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:30.974175 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:30.974688 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 02 15:45:30.975017 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: external_net.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:30.975939 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:30.976464 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: external-net Feb 02 15:45:30.976795 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: extra_dhcp_opt.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:30.977754 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:30.978267 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: extra_dhcp_opt Feb 02 15:45:30.978593 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: extraroute.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:30.979548 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:30.980067 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: extraroute Feb 02 15:45:30.980374 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: extraroute_atomic.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:30.981445 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:30.981965 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: extraroute-atomic Feb 02 15:45:30.982293 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: filter_validation.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:30.982969 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:30.983483 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: filter-validation Feb 02 15:45:30.983809 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: fip_pf_description.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:30.984959 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:30.985496 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 02 15:45:30.985828 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: fip_port_details.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:30.986781 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:30.987293 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: fip-port-details Feb 02 15:45:30.987621 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: flavors.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:30.988882 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:30.989439 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: flavors Feb 02 15:45:30.989774 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:30.991475 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:30.992007 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 02 15:45:30.992341 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: floatingip_pools.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:30.993072 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:30.993594 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: floatingip-pools Feb 02 15:45:30.993927 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: ip_allocation.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:30.994863 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:30.995381 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension ip_allocation not supported by any of loaded plugins Feb 02 15:45:30.995710 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:30.996649 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:30.997204 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: ip-substring-filtering Feb 02 15:45:30.997538 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: l2_adjacency.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:30.998496 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:30.999013 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension l2_adjacency not supported by any of loaded plugins Feb 02 15:45:30.999342 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: l3.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.000516 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.001037 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: router Feb 02 15:45:31.001388 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: l3_conntrack_helper.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.003783 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.004336 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 02 15:45:31.004674 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.005726 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.006254 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: ext-gw-mode Feb 02 15:45:31.006594 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.007528 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.008055 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: l3-ha Feb 02 15:45:31.008386 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: l3_flavors.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.009336 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.009855 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: l3-flavors Feb 02 15:45:31.010183 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.011118 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.011633 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: l3-port-ip-change-not-allowed Feb 02 15:45:31.011961 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: l3agentscheduler.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.013015 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.013570 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: l3_agent_scheduler Feb 02 15:45:31.013941 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: local_ip.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.016259 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.016791 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension local_ip not supported by any of loaded plugins Feb 02 15:45:31.017165 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: logging.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.018665 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.019200 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension logging not supported by any of loaded plugins Feb 02 15:45:31.019539 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: metering.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.020300 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.020888 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: metering Feb 02 15:45:31.021252 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.022566 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.023103 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: metering_source_and_destination_fields Feb 02 15:45:31.023431 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: multiprovidernet.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.024386 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.024911 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: multi-provider Feb 02 15:45:31.025270 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: netmtu.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.026204 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.026721 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: net-mtu Feb 02 15:45:31.027287 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: netmtu_writable.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.027984 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.028506 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: net-mtu-writable Feb 02 15:45:31.028841 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: network_availability_zone.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.029568 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.030086 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: network_availability_zone Feb 02 15:45:31.030414 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: network_ip_availability.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.032116 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.032626 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: network-ip-availability Feb 02 15:45:31.032959 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: network_segment_range.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.033769 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.034280 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension network-segment-range not supported by any of loaded plugins Feb 02 15:45:31.034611 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: pagination.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.035608 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.035948 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: pagination Feb 02 15:45:31.036278 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: port_device_profile.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.037232 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.037755 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: port-device-profile Feb 02 15:45:31.038090 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.039027 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.039541 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: port-mac-address-regenerate Feb 02 15:45:31.039870 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.040926 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.041481 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: port-numa-affinity-policy Feb 02 15:45:31.041810 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: port_resource_request.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.042990 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.043509 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension port-resource-request not supported by any of loaded plugins Feb 02 15:45:31.043837 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: port_resource_request_groups.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.044819 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.045367 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 02 15:45:31.045702 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: portbindings.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.046645 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.047207 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: binding Feb 02 15:45:31.047537 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: portbindings_extended.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.048820 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.049379 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: binding-extended Feb 02 15:45:31.049714 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: portsecurity.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.050658 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.051175 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: port-security Feb 02 15:45:31.051506 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: project_id.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.052496 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.052837 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: project-id Feb 02 15:45:31.053204 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: providernet.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.054134 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.054659 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: provider Feb 02 15:45:31.055023 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: qos.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.058716 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.059250 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension qos not supported by any of loaded plugins Feb 02 15:45:31.059587 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.060856 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.061406 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 02 15:45:31.061747 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.063208 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.063727 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 02 15:45:31.064062 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: qos_default.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.064998 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.065545 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension qos-default not supported by any of loaded plugins Feb 02 15:45:31.065877 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: qos_fip.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.066823 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.067339 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension qos-fip not supported by any of loaded plugins Feb 02 15:45:31.067675 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: qos_fip_network_policy.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.068622 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.069164 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 02 15:45:31.069501 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: qos_gateway_ip.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.070431 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.070944 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 02 15:45:31.071274 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: qos_port_network_policy.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.072198 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.072711 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 02 15:45:31.073040 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.074124 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.074640 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 02 15:45:31.074973 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: qos_pps_rule.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.076174 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.076699 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension qos-pps not supported by any of loaded plugins Feb 02 15:45:31.077033 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: qos_rule_type_details.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.078629 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.079190 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 02 15:45:31.079520 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: qos_rules_alias.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.080582 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.081138 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 02 15:45:31.081478 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: quota_check_limit.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.082410 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.082932 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: quota-check-limit Feb 02 15:45:31.083265 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: quotasv2.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.084241 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.084579 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: quotas Feb 02 15:45:31.084910 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: quotasv2_detail.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.086806 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.087155 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: quota_details Feb 02 15:45:31.087491 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: rbac.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.088582 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.089144 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: rbac-policies Feb 02 15:45:31.089486 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: rbac_address_group.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.090433 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.090963 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: rbac-address-group Feb 02 15:45:31.091298 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: rbac_address_scope.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.092238 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.092764 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: rbac-address-scope Feb 02 15:45:31.093125 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: rbac_security_groups.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.094085 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.094604 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: rbac-security-groups Feb 02 15:45:31.094936 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: rbac_subnetpool.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.095863 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.096510 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: rbac-subnetpool Feb 02 15:45:31.096709 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: revisionifmatch.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.097674 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.098197 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: revision-if-match Feb 02 15:45:31.098528 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: revisions.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.099654 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.100172 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: standard-attr-revisions Feb 02 15:45:31.100506 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: router_availability_zone.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.101225 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.101745 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: router_availability_zone Feb 02 15:45:31.102076 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: routerservicetype.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.103012 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.103530 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension router-service-type not supported by any of loaded plugins Feb 02 15:45:31.103861 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.104873 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.105440 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: security-groups-normalized-cidr Feb 02 15:45:31.105773 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: security_groups_port_filtering.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.106710 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.107231 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: port-security-groups-filtering Feb 02 15:45:31.107566 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.108506 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.109030 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: security-groups-remote-address-group Feb 02 15:45:31.109522 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.110474 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.110998 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: security-groups-shared-filtering Feb 02 15:45:31.111331 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.111936 dv-cinder-827511-1-iscsi neutron-server[108929]: WARNING neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 02 15:45:31.112265 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: securitygroup.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.122048 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.122588 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: security-group Feb 02 15:45:31.122931 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: segment.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.123736 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.124259 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension segment not supported by any of loaded plugins Feb 02 15:45:31.124597 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.126290 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.126757 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 02 15:45:31.127091 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: servicetype.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.128230 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.128768 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: service-type Feb 02 15:45:31.129122 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: sorting.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.130132 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.130921 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: sorting Feb 02 15:45:31.130921 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: standard_attr_segment.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.131707 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.132231 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 02 15:45:31.132559 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: standardattrdescription.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.133262 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.133787 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: standard-attr-description Feb 02 15:45:31.134120 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: stateful_security_group.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.135074 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.135595 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: stateful-security-group Feb 02 15:45:31.135926 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: stdattrs_common.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.136506 dv-cinder-827511-1-iscsi neutron-server[108929]: WARNING neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 02 15:45:31.136834 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.137806 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.138337 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 02 15:45:31.138667 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: subnet_onboard.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.139774 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.140299 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: subnet_onboard Feb 02 15:45:31.140880 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.141932 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.142454 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 02 15:45:31.142787 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: subnet_service_types.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.143723 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.144731 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: subnet-service-types Feb 02 15:45:31.145081 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: subnetallocation.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.146215 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.146737 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: subnet_allocation Feb 02 15:45:31.147068 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.147748 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.148274 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: subnetpool-prefix-ops Feb 02 15:45:31.148603 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.149586 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.150104 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 02 15:45:31.150433 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: tagging.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.151528 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.152052 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: standard-attr-tag Feb 02 15:45:31.152385 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: timestamp.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.153627 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.154155 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loaded extension: standard-attr-timestamp Feb 02 15:45:31.154492 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: trunk.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.155537 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.156089 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension trunk not supported by any of loaded plugins Feb 02 15:45:31.156437 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: trunk_details.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.157505 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.158036 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension trunk-details not supported by any of loaded plugins Feb 02 15:45:31.158369 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: uplink_status_propagation.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.159300 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.159818 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 02 15:45:31.160149 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Loading extension file: vlantransparent.py {{(pid=108929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:45:31.160831 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=108929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:45:31.161384 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extension vlan-transparent not supported by any of loaded plugins Feb 02 15:45:31.163919 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.quota.resource_registry [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Creating instance of TrackedResource for resource:network Feb 02 15:45:31.164450 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.quota.resource_registry [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Creating instance of TrackedResource for resource:subnet Feb 02 15:45:31.164854 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.quota.resource_registry [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 15:45:31.165326 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.quota.resource_registry [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Creating instance of TrackedResource for resource:port Feb 02 15:45:31.166617 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.v2.resource_helper [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:45:31.167116 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.v2.resource_helper [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Service FLAVORS assigned prefix: {{(pid=108929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:45:31.167957 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.v2.resource_helper [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:45:31.168383 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.v2.resource_helper [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:45:31.168721 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.quota.resource_registry [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Creating instance of TrackedResource for resource:router Feb 02 15:45:31.169197 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.quota.resource_registry [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Creating instance of TrackedResource for resource:floatingip Feb 02 15:45:31.169708 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.v2.resource_helper [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Service METERING assigned prefix: /metering {{(pid=108929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:45:31.171159 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:31.171535 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:31.171936 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:45:31.172942 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.quota.resource_registry [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Creating instance of CountableResource for resource:rbac_policy Feb 02 15:45:31.173464 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.quota.resource_registry [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Creating instance of TrackedResource for resource:security_group Feb 02 15:45:31.173910 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.quota.resource_registry [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Creating instance of TrackedResource for resource:security_group_rule Feb 02 15:45:31.175628 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.v2.resource_helper [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Service CORE assigned prefix: {{(pid=108929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:45:31.175978 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.quota.resource_registry [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 15:45:31.176350 dv-cinder-827511-1-iscsi neutron-server[108929]: WARNING neutron.quota.resource_registry [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] subnetpool is already registered Feb 02 15:45:31.176787 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.v2.resource_helper [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Service CORE assigned prefix: {{(pid=108929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:45:31.177155 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.quota.resource_registry [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 15:45:31.177496 dv-cinder-827511-1-iscsi neutron-server[108929]: WARNING neutron.quota.resource_registry [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] subnetpool is already registered Feb 02 15:45:31.179792 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.v2.resource_helper [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:45:31.180230 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.v2.resource_helper [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Service FLAVORS assigned prefix: {{(pid=108929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:45:31.180827 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.v2.resource_helper [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:45:31.181283 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.v2.resource_helper [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:45:31.181627 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.quota.resource_registry [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Creating instance of TrackedResource for resource:router Feb 02 15:45:31.181972 dv-cinder-827511-1-iscsi neutron-server[108929]: WARNING neutron.quota.resource_registry [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] router is already registered Feb 02 15:45:31.182385 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.quota.resource_registry [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Creating instance of TrackedResource for resource:floatingip Feb 02 15:45:31.182726 dv-cinder-827511-1-iscsi neutron-server[108929]: WARNING neutron.quota.resource_registry [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] floatingip is already registered Feb 02 15:45:31.183183 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.v2.resource_helper [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Service METERING assigned prefix: /metering {{(pid=108929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:45:31.183847 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.quota.resource_registry [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Creating instance of CountableResource for resource:rbac_policy Feb 02 15:45:31.184179 dv-cinder-827511-1-iscsi neutron-server[108929]: WARNING neutron.quota.resource_registry [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] rbac_policy is already registered Feb 02 15:45:31.184597 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.quota.resource_registry [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Creating instance of TrackedResource for resource:security_group Feb 02 15:45:31.184943 dv-cinder-827511-1-iscsi neutron-server[108929]: WARNING neutron.quota.resource_registry [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] security_group is already registered Feb 02 15:45:31.185384 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.quota.resource_registry [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Creating instance of TrackedResource for resource:security_group_rule Feb 02 15:45:31.185725 dv-cinder-827511-1-iscsi neutron-server[108929]: WARNING neutron.quota.resource_registry [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] security_group_rule is already registered Feb 02 15:45:31.186351 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.v2.resource_helper [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Service CORE assigned prefix: {{(pid=108929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:45:31.186687 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.quota.resource_registry [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 15:45:31.187026 dv-cinder-827511-1-iscsi neutron-server[108929]: WARNING neutron.quota.resource_registry [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] subnetpool is already registered Feb 02 15:45:31.188084 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.v2.resource_helper [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Service CORE assigned prefix: {{(pid=108929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:45:31.188429 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.quota.resource_registry [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 15:45:31.188769 dv-cinder-827511-1-iscsi neutron-server[108929]: WARNING neutron.quota.resource_registry [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] subnetpool is already registered Feb 02 15:45:31.189282 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: extensions {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.190778 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: address-groups {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.192310 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: address-scopes {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.193682 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: agents {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.194872 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: auto-allocated-topology {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.196145 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: availability_zones {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.197420 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: dhcp-networks {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.198972 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: dhcp-agents {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.200431 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: routers {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.202745 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: flavors {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.204701 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: service_profiles {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.205970 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: next_providers {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.207462 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: service_profiles {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.209082 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: floatingip-pools {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.210342 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: routers {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.212491 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: floatingips {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.213834 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: l3-routers {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.215253 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: l3-agents {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.216724 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: metering-labels {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.218142 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: metering-label-rules {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.219709 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: network-ip-availabilities {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.221000 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: bindings {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.222722 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: quotas {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.224330 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: quotas {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.225926 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: rbac-policies {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.227248 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: security-groups {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.228503 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: security-group-rules {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.229791 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: service-providers {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.231049 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: subnetpools {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.232524 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: subnetpools {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.234040 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: tags {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.235777 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: tags {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.237645 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: tags {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.239737 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: tags {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.242594 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: tags {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.244501 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: tags {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.246264 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: tags {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.248249 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: tags {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.250577 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: tags {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.252464 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron.api.extensions [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Extended resource: tags {{(pid=108929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:45:31.258429 dv-cinder-827511-1-iscsi neutron-server[108929]: WARNING keystonemiddleware.auth_token [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 02 15:45:31.263125 dv-cinder-827511-1-iscsi neutron-server[108929]: WARNING keystonemiddleware.auth_token [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 02 15:45:31.272233 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_concurrency.lockutils [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Acquired lock "singleton_lock" {{(pid=108929) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 02 15:45:31.272720 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_concurrency.lockutils [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Releasing lock "singleton_lock" {{(pid=108929) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 02 15:45:31.273400 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO oslo_service.service [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Starting 2 workers Feb 02 15:45:31.278298 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Started child 109038 {{(pid=108929) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 02 15:45:31.282879 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Started child 109039 {{(pid=108929) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 02 15:45:31.283838 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:45:31.284468 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO neutron.service [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Neutron service started, listening on 0.0.0.0:9696 Feb 02 15:45:31.285124 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Publish callbacks [] for process (None), before_spawn {{(pid=108929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:45:31.285407 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [-] (109038) wsgi starting up on http://0.0.0.0:9696 Feb 02 15:45:31.287632 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO oslo_service.service [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Starting 1 workers Feb 02 15:45:31.288489 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:45:31.290019 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [-] (109039) wsgi starting up on http://0.0.0.0:9696 Feb 02 15:45:31.293202 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Started child 109040 {{(pid=108929) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 02 15:45:31.293782 dv-cinder-827511-1-iscsi neutron-server[108929]: INFO oslo_service.service [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Starting 1 workers Feb 02 15:45:31.297109 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.service [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] calling RpcWorker wait() {{(pid=109040) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 02 15:45:31.297711 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.service [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] returning from RpcWorker wait() {{(pid=109040) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 02 15:45:31.298599 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Started child 109041 {{(pid=108929) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 02 15:45:31.298927 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:45:31.299380 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:45:31.299483 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG neutron_lib.callbacks.manager [None req-ef679694-a049-4408-9cf9-c8bde683a34b None None] Publish callbacks [] for process (None), after_spawn {{(pid=108929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:45:31.301479 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108929) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 02 15:45:31.301697 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 02 15:45:31.301886 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 02 15:45:31.302110 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 02 15:45:31.302472 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 02 15:45:31.302638 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 02 15:45:31.303160 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.303454 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.303719 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.303969 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.304276 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.304867 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.304956 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:45:31.305466 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.305466 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.305675 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.305915 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.306104 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.306263 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.306397 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:45:31.306526 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.306774 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.307132 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.307387 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.307627 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.307893 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.308070 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.308340 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.308627 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.308889 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.309200 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] debug = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.309448 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.309963 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.310196 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.310450 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.310676 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.310954 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.311206 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.311488 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.311749 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.311985 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.312237 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.313073 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.313423 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.313649 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.313904 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.314140 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.314404 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.314653 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.315105 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] host = dv-cinder-827511-1-iscsi {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.315347 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.315566 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.315816 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.316063 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.316328 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.316566 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.316808 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.317092 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.317340 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.317602 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.317846 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.318096 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.318317 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.318553 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] log_file = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.318718 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] log_options = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.318955 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.319237 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.319496 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.319685 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.319857 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.320023 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.320294 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.320461 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.320708 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.320959 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.321212 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.321433 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.321633 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.321886 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.322147 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.322380 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.322722 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.322964 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.323213 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.323445 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.323677 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.323908 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.324856 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.324856 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.324856 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.324856 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.325204 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.325406 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.325591 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.325834 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.326092 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.326534 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.326779 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.327077 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.327344 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.327581 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.327817 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.328620 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.329193 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.329193 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.329380 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.329655 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.329882 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.330167 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.330354 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.330582 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.331773 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] use_json = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.331773 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.331773 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.331773 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.331773 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.332175 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.332175 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.332430 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.332651 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.332893 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.333387 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.333764 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.334522 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.334522 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.334522 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.334948 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.335081 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.335212 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.335434 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.335663 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.336040 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.336207 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.336538 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.336775 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.337719 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.337719 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.337719 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.338166 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.338479 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.338716 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.338948 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.339434 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.340213 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.340627 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.341025 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.341431 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.341858 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.342390 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.342845 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.343376 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.343819 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.344231 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.112/identity {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.344656 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.345033 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.345442 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.345674 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.345920 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.346168 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.346395 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.346672 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.346906 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.347128 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.347355 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.347612 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.347833 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.348067 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.348297 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.348562 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.348820 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.349081 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.349341 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.349559 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.349800 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.350021 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.350276 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.350510 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.350754 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.351001 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.351247 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.351459 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.351824 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.352234 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.352526 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.352800 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.353105 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.353428 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.353797 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.354176 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.354594 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.354821 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.355039 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.355257 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.355491 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.355722 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.356089 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.356417 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.356641 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.357013 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.357402 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.357989 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.358362 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.358730 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.359087 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.359666 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.360053 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.360483 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.360858 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.361291 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.361755 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.362174 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.362540 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.362974 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.363437 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.363855 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.364261 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.364658 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.364912 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.365169 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.365439 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.365668 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.365913 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.366279 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.366693 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.367079 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.367473 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.367708 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.367954 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.368211 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.368587 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.368959 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.369368 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.369763 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.370014 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.370280 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.370555 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.370802 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.371045 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.371308 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.371581 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.371827 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.372101 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.372486 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.372776 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.373111 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.373399 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.373669 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.373927 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.374195 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.374446 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.374685 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.375477 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.375737 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.375972 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.376217 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.376483 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.376729 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.376951 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.377237 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.377550 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.377791 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.378012 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.378252 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.378525 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.378957 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.379207 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.379476 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.379743 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.379980 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.380395 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.380803 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.112/identity {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.381081 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.381314 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.381550 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.381769 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.382031 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.382228 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.382480 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.382706 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.382932 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.383256 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.383479 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.383719 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.383965 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.384199 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.384431 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.384902 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.385157 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.385384 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.385870 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.385870 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.386167 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.386304 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.386520 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.386799 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.387024 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.387442 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.387862 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.388081 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.388334 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.388548 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.388812 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.389030 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.389300 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.389529 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.389748 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.389975 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.390205 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.390444 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.391302 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.391452 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.391812 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.392061 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.392327 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.392664 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.392911 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.393196 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.393449 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.393837 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.394231 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.394477 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.394706 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.394931 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.395155 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.395396 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.395643 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.395893 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.396145 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.396356 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.396596 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.396812 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.397031 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.397273 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.397562 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.397836 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.398246 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.398525 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.398748 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.398983 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.399216 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.399436 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.399655 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.399880 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.400100 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.400465 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.400716 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.400929 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.401165 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.401394 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.401650 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.401890 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.402120 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.402332 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.402545 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.402772 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.403017 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.403231 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.403455 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.403667 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.403879 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.404103 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.404322 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.404534 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.404763 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.404980 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.405223 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.405444 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.405671 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.405880 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.406193 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.406293 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:45:31.406458 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.406682 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.406976 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.407208 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.407478 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.407717 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.408022 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.408240 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.408484 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.408722 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.409017 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.409273 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.409535 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.409861 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.410156 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.410398 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.410655 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.410949 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.411231 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.411502 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.411723 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.412019 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.412366 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.412653 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.412910 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.413205 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.413472 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.413727 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.413947 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.414199 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.414444 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.414682 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.414945 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.415176 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.415425 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.415647 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.415879 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.416101 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.416332 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.416550 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.416776 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.417029 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.417271 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 02 15:45:31.418026 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108929) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 02 15:45:31.418195 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 02 15:45:31.418349 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 02 15:45:31.418693 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 02 15:45:31.418876 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 02 15:45:31.419034 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 02 15:45:31.419244 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.419412 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.419578 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.419742 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.419905 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.420087 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.420256 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.420417 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.420582 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.420744 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.420904 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.421102 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.422156 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.422156 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.422156 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.422814 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.422814 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.423651 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.423824 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.423988 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.424310 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.424470 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.424779 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] debug = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.424947 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.425197 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.425372 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.425546 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.425682 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.425843 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.426004 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.426166 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.426329 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.426492 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.426654 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.426893 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.426996 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.427119 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.427276 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.427437 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.427604 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.427745 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.427905 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] host = dv-cinder-827511-1-iscsi {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.428070 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.428230 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.428395 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.428558 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.428722 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.428866 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.429026 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.429211 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.429373 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.429535 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.429697 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.429858 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.430018 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.430180 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] log_file = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.430340 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] log_options = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.430506 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.430690 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.430835 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.436190 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.436190 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.436415 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 54154) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:45:31.436506 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.436506 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.436506 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.436506 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.436506 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.436506 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.436506 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.436506 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.437082 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.437082 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.437082 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.437082 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.437082 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.437082 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.437082 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.437643 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.437643 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.437643 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.437847 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.437925 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.438069 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.438419 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.438581 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.438903 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.439069 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.439236 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.439399 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.439559 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.439713 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.439850 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.439998 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.440165 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.440332 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.440492 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.440640 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.440806 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.441145 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.441456 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.441621 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.441785 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.441951 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.442109 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] use_json = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.442408 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.442706 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.443004 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.443310 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.443474 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.443635 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.443798 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.443957 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.444263 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:45:31.444454 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.444622 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.445250 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [-] 10.222.0.112 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0073378 Feb 02 15:45:31.445444 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.446266 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.446266 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.446266 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.446266 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.446266 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.446565 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.446565 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.446817 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.446907 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.447049 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.447365 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.447655 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.447946 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.448260 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.448423 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.449167 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.449167 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.449167 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.449167 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.449441 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.449441 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.449561 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.449740 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.450692 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.450878 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.451048 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.451227 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.452423 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.452603 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.112/identity {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.452772 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.453491 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.453811 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.454319 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.454577 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.454771 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.454954 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.455128 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.455299 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.455469 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.455637 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.455802 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.455973 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.456153 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.456303 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.456467 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.456686 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.457385 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.457385 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.457385 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.457617 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.457693 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.457807 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.457968 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.458128 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.458302 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.458462 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.458622 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.458781 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.458942 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.459104 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.459253 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.459404 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.459562 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.459723 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.459882 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.460056 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.460382 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.460544 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.460704 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.460867 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.461027 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.461211 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.461372 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.461532 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.461691 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.461852 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.462014 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.462174 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.462334 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.462494 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.462654 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.462818 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.462983 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.463141 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.463301 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.463459 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.463618 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.463777 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.463946 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.464121 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.464280 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.464444 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.464602 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.464760 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.464918 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.465137 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.465299 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.465459 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.465620 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.465779 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.465939 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.466101 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.466262 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.466420 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.466577 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.466737 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.466895 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.467053 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.467211 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.467407 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.467623 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.467783 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.467941 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.468100 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.468258 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.468433 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.468658 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.469361 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.469520 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.469687 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.469858 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.470019 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.470178 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.470396 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.470493 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.470645 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.470803 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.470964 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.471127 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.471279 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.471418 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.471595 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.471756 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.471919 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.472077 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.472259 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.472401 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.472565 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.472722 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.472882 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.473040 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.473224 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.473353 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.473516 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.473674 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.473835 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.473995 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.112/identity {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.474183 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.474320 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.474451 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.474608 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.474753 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.474916 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.475075 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.475235 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.475394 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.475556 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.475713 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.475871 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.476031 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.476190 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.476349 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.476508 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.476670 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.476828 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.476988 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.477172 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.477332 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.477490 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.477649 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.477806 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.477959 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.478116 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.478276 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.478435 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.478595 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.478754 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.478914 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.479072 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.479233 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.479394 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.479554 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.479714 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.479872 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.480032 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.480192 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.480350 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.480510 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.480673 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.480856 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.481005 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.481180 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.481322 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.481467 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.481606 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.481744 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.481881 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.482043 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.482190 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.482347 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.482504 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.482665 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.482829 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.483052 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.483234 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.483393 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.483553 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.483711 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.483872 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.484046 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.484281 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.484477 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.484637 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.484798 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.484959 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.485227 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.485390 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.485549 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.485708 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.485867 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.486026 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.486226 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.486359 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.486518 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.486677 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.486870 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.487001 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.487170 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.487329 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.487488 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.487648 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.487805 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.487963 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.488132 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.488279 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.488438 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.488596 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.488815 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.488962 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.489119 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.490164 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.490310 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.490474 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.490706 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.490791 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.490941 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.491103 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.491269 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.491434 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.491593 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.491752 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.491916 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.492080 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.492237 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.492400 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.492561 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.492721 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.492880 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.493041 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.493236 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.493387 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.493555 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.493715 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.493884 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.494052 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.494220 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.494383 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.494554 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.494707 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.494871 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.495013 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.495177 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.495335 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.495494 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.495654 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.495812 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.495970 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.496128 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.496285 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.496443 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.496602 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.496761 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.496921 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.497099 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.497261 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.497421 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.497579 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.497737 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:45:31.497889 dv-cinder-827511-1-iscsi neutron-server[108929]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 02 15:45:42.886675 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9c6f71-ffcc-4577-a435-d919d21ad983 None None] get_active_networks_info from dv-cinder-827511-1-iscsi {{(pid=109040) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 15:45:42.949820 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9c6f71-ffcc-4577-a435-d919d21ad983 None None] No non-hosted networks {{(pid=109040) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 02 15:45:42.960538 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.agentschedulers_db [None req-cd9c6f71-ffcc-4577-a435-d919d21ad983 None None] DHCP Agent not found on host dv-cinder-827511-1-iscsi {{(pid=109040) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 02 15:45:43.022247 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-794b3de0-d9c5-477c-ba12-3a1541b2d8f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7937714'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_create {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:45:45.309373 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-06183264-1cc7-4340-a74c-602d655a76f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7937714'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_create {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:45:45.358041 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-4447fc0e-4adc-4452-9cbb-994f53df8310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:45:46.203781 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7937714'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_create {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:45:47.647012 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7937714'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_create {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:45:49.157461 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7937714'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_create {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:45:49.161811 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:49.162332 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:49.162899 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:49.163250 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:49.166948 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:49.167309 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:49.168609 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:49.169809 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:49.170686 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:49.172482 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:49.176024 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:49.176887 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:49.177988 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:49.178843 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-827511-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:45:49.185863 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-827511-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:45:50.410010 dv-cinder-827511-1-iscsi neutron-server[109040]: INFO neutron.db.l3_hamode_db [None req-025a1d78-4c33-46d0-90e2-79b574948373 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 02 15:45:50.490258 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025a1d78-4c33-46d0-90e2-79b574948373 None None] Routers set() bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:45:50.490649 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025a1d78-4c33-46d0-90e2-79b574948373 None None] Router IDs set() for agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 02 15:45:51.770542 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 54254) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:45:52.263004 dv-cinder-827511-1-iscsi neutron-server[109038]: WARNING oslo_policy.policy [None req-176ef55a-804b-4b4e-aaf1-0d75aea2072f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 15:45:52.263590 dv-cinder-827511-1-iscsi neutron-server[109038]: WARNING oslo_policy.policy [None req-176ef55a-804b-4b4e-aaf1-0d75aea2072f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 15:45:52.491346 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [None req-176ef55a-804b-4b4e-aaf1-0d75aea2072f admin admin] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=109038) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 15:45:52.492355 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-176ef55a-804b-4b4e-aaf1-0d75aea2072f admin admin] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7209187 Feb 02 15:45:55.150269 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 54270) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:45:55.450571 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-0196a91e-32d8-42d4-abee-bfb92c98fecc admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'tenant_id': 'ad3f9a192b634c52a506eac3f6ca9c65', 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:45:55.542162 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.policy [None req-0196a91e-32d8-42d4-abee-bfb92c98fecc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109038) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 02 15:45:55.585835 dv-cinder-827511-1-iscsi neutron-server[109038]: WARNING oslo_policy.policy [None req-0196a91e-32d8-42d4-abee-bfb92c98fecc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 15:45:55.586153 dv-cinder-827511-1-iscsi neutron-server[109038]: WARNING oslo_policy.policy [None req-0196a91e-32d8-42d4-abee-bfb92c98fecc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 15:45:55.693289 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-0196a91e-32d8-42d4-abee-bfb92c98fecc admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791049758253', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791049757936', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791049715300', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791049708707', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791049728996', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791049720607', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1153374', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1162590', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8317555', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7870870'] for rbac-policy (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:45:55.759396 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-0196a91e-32d8-42d4-abee-bfb92c98fecc admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:45:55.760581 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-0196a91e-32d8-42d4-abee-bfb92c98fecc admin admin] 10.222.0.112 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6093292 Feb 02 15:45:58.384743 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 54282) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:45:58.683672 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-892ef2b3-0c86-4680-a988-6749f4787564 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'aa0a54e9280d4bc190d699a39159d29c', 'project_id': 'aa0a54e9280d4bc190d699a39159d29c', 'admin_state_up': True}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:45:58.711712 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892ef2b3-0c86-4680-a988-6749f4787564 admin admin] Made reservation on behalf of aa0a54e9280d4bc190d699a39159d29c for: {'network': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:45:58.714741 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-892ef2b3-0c86-4680-a988-6749f4787564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for network (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:45:58.732664 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-892ef2b3-0c86-4680-a988-6749f4787564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:45:58.846292 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-892ef2b3-0c86-4680-a988-6749f4787564 admin admin] Publish callbacks [] for security_group (61020844-c376-4c9b-8089-ad4a96086df0), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:45:58.849864 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-892ef2b3-0c86-4680-a988-6749f4787564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (61020844-c376-4c9b-8089-ad4a96086df0), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:45:58.875329 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-892ef2b3-0c86-4680-a988-6749f4787564 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 967} {{(pid=109038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:45:58.899579 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-892ef2b3-0c86-4680-a988-6749f4787564 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791047536788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (3c7ccfb0-604e-41f8-91a6-263237a57f86), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:45:58.900166 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-892ef2b3-0c86-4680-a988-6749f4787564 admin admin] Unsubscribe: segment precommit_create {{(pid=109038) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 02 15:45:58.900697 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.db.segments_db [None req-892ef2b3-0c86-4680-a988-6749f4787564 admin admin] Added segment 3c7ccfb0-604e-41f8-91a6-263237a57f86 of type vlan for network 29bf9f6c-d53c-421c-b06c-67dcda075474 Feb 02 15:45:58.906928 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ef2b3-0c86-4680-a988-6749f4787564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61020844-c376-4c9b-8089-ad4a96086df0,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:58.928500 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ef2b3-0c86-4680-a988-6749f4787564 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:58.928875 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ef2b3-0c86-4680-a988-6749f4787564 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:58.929250 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ef2b3-0c86-4680-a988-6749f4787564 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:58.929590 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ef2b3-0c86-4680-a988-6749f4787564 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:58.929923 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ef2b3-0c86-4680-a988-6749f4787564 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:58.930258 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ef2b3-0c86-4680-a988-6749f4787564 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:58.930631 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ef2b3-0c86-4680-a988-6749f4787564 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:58.931000 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ef2b3-0c86-4680-a988-6749f4787564 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:58.931419 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ef2b3-0c86-4680-a988-6749f4787564 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:58.931898 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ef2b3-0c86-4680-a988-6749f4787564 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:58.932230 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ef2b3-0c86-4680-a988-6749f4787564 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:58.932555 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ef2b3-0c86-4680-a988-6749f4787564 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:58.932883 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ef2b3-0c86-4680-a988-6749f4787564 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:45:58.934541 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ef2b3-0c86-4680-a988-6749f4787564 admin admin] Tracked resource versions report: Feb 02 15:45:58.934541 dv-cinder-827511-1-iscsi neutron-server[109038]: pushed versions: Feb 02 15:45:58.934541 dv-cinder-827511-1-iscsi neutron-server[109038]: { 'AddressGroup': {'1.2'}, Feb 02 15:45:58.934541 dv-cinder-827511-1-iscsi neutron-server[109038]: 'ConntrackHelper': {'1.0'}, Feb 02 15:45:58.934541 dv-cinder-827511-1-iscsi neutron-server[109038]: 'LocalIPAssociation': {'1.0'}, Feb 02 15:45:58.934541 dv-cinder-827511-1-iscsi neutron-server[109038]: 'Log': {'1.0'}, Feb 02 15:45:58.934541 dv-cinder-827511-1-iscsi neutron-server[109038]: 'Network': {'1.1'}, Feb 02 15:45:58.934541 dv-cinder-827511-1-iscsi neutron-server[109038]: 'Port': {'1.7'}, Feb 02 15:45:58.934541 dv-cinder-827511-1-iscsi neutron-server[109038]: 'PortForwarding': {'1.2'}, Feb 02 15:45:58.934541 dv-cinder-827511-1-iscsi neutron-server[109038]: 'QosPolicy': {'1.10'}, Feb 02 15:45:58.934541 dv-cinder-827511-1-iscsi neutron-server[109038]: 'SecurityGroup': {'1.5'}, Feb 02 15:45:58.934541 dv-cinder-827511-1-iscsi neutron-server[109038]: 'SecurityGroupRule': {'1.2'}, Feb 02 15:45:58.934541 dv-cinder-827511-1-iscsi neutron-server[109038]: 'SubPort': {'1.0'}, Feb 02 15:45:58.934541 dv-cinder-827511-1-iscsi neutron-server[109038]: 'Subnet': {'1.1'}, Feb 02 15:45:58.934541 dv-cinder-827511-1-iscsi neutron-server[109038]: 'Trunk': {'1.1'}} Feb 02 15:45:58.934541 dv-cinder-827511-1-iscsi neutron-server[109038]: consumer versions: Feb 02 15:45:58.934541 dv-cinder-827511-1-iscsi neutron-server[109038]: { DHCP agent@dv-cinder-827511-1-iscsi: {}, Feb 02 15:45:58.934541 dv-cinder-827511-1-iscsi neutron-server[109038]: L3 agent@dv-cinder-827511-1-iscsi: {}, Feb 02 15:45:58.934541 dv-cinder-827511-1-iscsi neutron-server[109038]: Metadata agent@dv-cinder-827511-1-iscsi: {}, Feb 02 15:45:58.934541 dv-cinder-827511-1-iscsi neutron-server[109038]: Metering agent@dv-cinder-827511-1-iscsi: {}, Feb 02 15:45:58.934541 dv-cinder-827511-1-iscsi neutron-server[109038]: Open vSwitch agent@dv-cinder-827511-1-iscsi: { 'AddressGroup': '1.2', Feb 02 15:45:58.934541 dv-cinder-827511-1-iscsi neutron-server[109038]: 'ConntrackHelper': '1.0', Feb 02 15:45:58.934541 dv-cinder-827511-1-iscsi neutron-server[109038]: 'LocalIPAssociation': '1.0', Feb 02 15:45:58.934541 dv-cinder-827511-1-iscsi neutron-server[109038]: 'Log': '1.0', Feb 02 15:45:58.934541 dv-cinder-827511-1-iscsi neutron-server[109038]: 'Network': '1.1', Feb 02 15:45:58.934541 dv-cinder-827511-1-iscsi neutron-server[109038]: 'Port': '1.7', Feb 02 15:45:58.934541 dv-cinder-827511-1-iscsi neutron-server[109038]: 'PortForwarding': '1.2', Feb 02 15:45:58.934541 dv-cinder-827511-1-iscsi neutron-server[109038]: 'QosPolicy': '1.10', Feb 02 15:45:58.934541 dv-cinder-827511-1-iscsi neutron-server[109038]: 'SecurityGroup': '1.5', Feb 02 15:45:58.934541 dv-cinder-827511-1-iscsi neutron-server[109038]: 'SecurityGroupRule': '1.2', Feb 02 15:45:58.934541 dv-cinder-827511-1-iscsi neutron-server[109038]: 'SubPort': '1.0', Feb 02 15:45:58.934541 dv-cinder-827511-1-iscsi neutron-server[109038]: 'Subnet': '1.1', Feb 02 15:45:58.934541 dv-cinder-827511-1-iscsi neutron-server[109038]: 'Trunk': '1.1'}} Feb 02 15:45:58.934541 dv-cinder-827511-1-iscsi neutron-server[109038]: {{(pid=109038) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 15:45:59.014059 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-892ef2b3-0c86-4680-a988-6749f4787564 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791047091321'] for network (29bf9f6c-d53c-421c-b06c-67dcda075474), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:45:59.054120 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-892ef2b3-0c86-4680-a988-6749f4787564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529'] for network (29bf9f6c-d53c-421c-b06c-67dcda075474), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:45:59.055255 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892ef2b3-0c86-4680-a988-6749f4787564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:45:59.055983 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-892ef2b3-0c86-4680-a988-6749f4787564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:45:59.102479 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-892ef2b3-0c86-4680-a988-6749f4787564 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7165353 Feb 02 15:45:59.161445 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ef2b3-0c86-4680-a988-6749f4787564 admin admin] Pushing event updated for resources: {'Network': ['ID=29bf9f6c-d53c-421c-b06c-67dcda075474,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:45:59.176985 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Network 29bf9f6c-d53c-421c-b06c-67dcda075474 details requested by agent ovs-agent-dv-cinder-827511-1-iscsi with host dv-cinder-827511-1-iscsi {{(pid=109040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 15:46:01.864399 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 54296) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:46:02.355794 dv-cinder-827511-1-iscsi neutron-server[109039]: WARNING oslo_policy.policy [None req-06a3d47d-51f9-4e96-ab26-d6f3d3aedd69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 15:46:02.356359 dv-cinder-827511-1-iscsi neutron-server[109039]: WARNING oslo_policy.policy [None req-06a3d47d-51f9-4e96-ab26-d6f3d3aedd69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 15:46:02.798730 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.policy [None req-06a3d47d-51f9-4e96-ab26-d6f3d3aedd69 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109039) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 02 15:46:02.839897 dv-cinder-827511-1-iscsi neutron-server[109039]: WARNING oslo_policy.policy [None req-06a3d47d-51f9-4e96-ab26-d6f3d3aedd69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 15:46:02.840277 dv-cinder-827511-1-iscsi neutron-server[109039]: WARNING oslo_policy.policy [None req-06a3d47d-51f9-4e96-ab26-d6f3d3aedd69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 15:46:02.849988 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a3d47d-51f9-4e96-ab26-d6f3d3aedd69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:02.851968 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-06a3d47d-51f9-4e96-ab26-d6f3d3aedd69 admin admin] 10.222.0.112 "GET /v2.0/networks/29bf9f6c-d53c-421c-b06c-67dcda075474 HTTP/1.1" status: 200 len: 825 time: 0.9855335 Feb 02 15:46:02.890321 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-30870084-8ca3-44a6-94ca-0f93f2c2874b admin admin] 10.222.0.112 "GET /v2.0/subnetpools/41c7414d-cf8a-4efe-a0b3-712b64ab753a HTTP/1.1" status: 200 len: 734 time: 0.0328591 Feb 02 15:46:02.899201 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-243eac29-129a-42ab-b346-50b60df85ebf admin admin] Request body: {'subnet': {'subnetpool_id': '41c7414d-cf8a-4efe-a0b3-712b64ab753a', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '29bf9f6c-d53c-421c-b06c-67dcda075474', 'tenant_id': 'aa0a54e9280d4bc190d699a39159d29c'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:46:02.935281 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243eac29-129a-42ab-b346-50b60df85ebf admin admin] Made reservation on behalf of aa0a54e9280d4bc190d699a39159d29c for: {'subnet': 1} {{(pid=109039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:46:02.938220 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-243eac29-129a-42ab-b346-50b60df85ebf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:03.223020 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-243eac29-129a-42ab-b346-50b60df85ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529'] for subnet (f9949f94-c00e-4457-af21-e75dea74a600), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:03.294897 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243eac29-129a-42ab-b346-50b60df85ebf admin admin] Checking segment: {'id': '3c7ccfb0-604e-41f8-91a6-263237a57f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '29bf9f6c-d53c-421c-b06c-67dcda075474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:46:03.295274 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243eac29-129a-42ab-b346-50b60df85ebf admin admin] Network hostable DHCP agents. Network: 29bf9f6c-d53c-421c-b06c-67dcda075474, hostable agents: ['c53fdfd4-74a4-4640-bea7-ca8e654bcb85'], hosted agents: [] {{(pid=109039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:46:03.302290 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243eac29-129a-42ab-b346-50b60df85ebf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9949f94-c00e-4457-af21-e75dea74a600,revision_number=0']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:03.314171 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243eac29-129a-42ab-b346-50b60df85ebf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:03.314545 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243eac29-129a-42ab-b346-50b60df85ebf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:03.314894 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243eac29-129a-42ab-b346-50b60df85ebf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:03.315232 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243eac29-129a-42ab-b346-50b60df85ebf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:03.315565 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243eac29-129a-42ab-b346-50b60df85ebf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:03.315894 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243eac29-129a-42ab-b346-50b60df85ebf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:03.316236 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243eac29-129a-42ab-b346-50b60df85ebf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:03.316570 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243eac29-129a-42ab-b346-50b60df85ebf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:03.316910 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243eac29-129a-42ab-b346-50b60df85ebf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:03.317281 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243eac29-129a-42ab-b346-50b60df85ebf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:03.317610 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243eac29-129a-42ab-b346-50b60df85ebf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:03.317930 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243eac29-129a-42ab-b346-50b60df85ebf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:03.318248 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243eac29-129a-42ab-b346-50b60df85ebf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:03.319648 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243eac29-129a-42ab-b346-50b60df85ebf admin admin] Tracked resource versions report: Feb 02 15:46:03.319648 dv-cinder-827511-1-iscsi neutron-server[109039]: pushed versions: Feb 02 15:46:03.319648 dv-cinder-827511-1-iscsi neutron-server[109039]: { 'AddressGroup': {'1.2'}, Feb 02 15:46:03.319648 dv-cinder-827511-1-iscsi neutron-server[109039]: 'ConntrackHelper': {'1.0'}, Feb 02 15:46:03.319648 dv-cinder-827511-1-iscsi neutron-server[109039]: 'LocalIPAssociation': {'1.0'}, Feb 02 15:46:03.319648 dv-cinder-827511-1-iscsi neutron-server[109039]: 'Log': {'1.0'}, Feb 02 15:46:03.319648 dv-cinder-827511-1-iscsi neutron-server[109039]: 'Network': {'1.1'}, Feb 02 15:46:03.319648 dv-cinder-827511-1-iscsi neutron-server[109039]: 'Port': {'1.7'}, Feb 02 15:46:03.319648 dv-cinder-827511-1-iscsi neutron-server[109039]: 'PortForwarding': {'1.2'}, Feb 02 15:46:03.319648 dv-cinder-827511-1-iscsi neutron-server[109039]: 'QosPolicy': {'1.10'}, Feb 02 15:46:03.319648 dv-cinder-827511-1-iscsi neutron-server[109039]: 'SecurityGroup': {'1.5'}, Feb 02 15:46:03.319648 dv-cinder-827511-1-iscsi neutron-server[109039]: 'SecurityGroupRule': {'1.2'}, Feb 02 15:46:03.319648 dv-cinder-827511-1-iscsi neutron-server[109039]: 'SubPort': {'1.0'}, Feb 02 15:46:03.319648 dv-cinder-827511-1-iscsi neutron-server[109039]: 'Subnet': {'1.1'}, Feb 02 15:46:03.319648 dv-cinder-827511-1-iscsi neutron-server[109039]: 'Trunk': {'1.1'}} Feb 02 15:46:03.319648 dv-cinder-827511-1-iscsi neutron-server[109039]: consumer versions: Feb 02 15:46:03.319648 dv-cinder-827511-1-iscsi neutron-server[109039]: { DHCP agent@dv-cinder-827511-1-iscsi: {}, Feb 02 15:46:03.319648 dv-cinder-827511-1-iscsi neutron-server[109039]: L3 agent@dv-cinder-827511-1-iscsi: {}, Feb 02 15:46:03.319648 dv-cinder-827511-1-iscsi neutron-server[109039]: Metadata agent@dv-cinder-827511-1-iscsi: {}, Feb 02 15:46:03.319648 dv-cinder-827511-1-iscsi neutron-server[109039]: Metering agent@dv-cinder-827511-1-iscsi: {}, Feb 02 15:46:03.319648 dv-cinder-827511-1-iscsi neutron-server[109039]: Open vSwitch agent@dv-cinder-827511-1-iscsi: { 'AddressGroup': '1.2', Feb 02 15:46:03.319648 dv-cinder-827511-1-iscsi neutron-server[109039]: 'ConntrackHelper': '1.0', Feb 02 15:46:03.319648 dv-cinder-827511-1-iscsi neutron-server[109039]: 'LocalIPAssociation': '1.0', Feb 02 15:46:03.319648 dv-cinder-827511-1-iscsi neutron-server[109039]: 'Log': '1.0', Feb 02 15:46:03.319648 dv-cinder-827511-1-iscsi neutron-server[109039]: 'Network': '1.1', Feb 02 15:46:03.319648 dv-cinder-827511-1-iscsi neutron-server[109039]: 'Port': '1.7', Feb 02 15:46:03.319648 dv-cinder-827511-1-iscsi neutron-server[109039]: 'PortForwarding': '1.2', Feb 02 15:46:03.319648 dv-cinder-827511-1-iscsi neutron-server[109039]: 'QosPolicy': '1.10', Feb 02 15:46:03.319648 dv-cinder-827511-1-iscsi neutron-server[109039]: 'SecurityGroup': '1.5', Feb 02 15:46:03.319648 dv-cinder-827511-1-iscsi neutron-server[109039]: 'SecurityGroupRule': '1.2', Feb 02 15:46:03.319648 dv-cinder-827511-1-iscsi neutron-server[109039]: 'SubPort': '1.0', Feb 02 15:46:03.319648 dv-cinder-827511-1-iscsi neutron-server[109039]: 'Subnet': '1.1', Feb 02 15:46:03.319648 dv-cinder-827511-1-iscsi neutron-server[109039]: 'Trunk': '1.1'}} Feb 02 15:46:03.319648 dv-cinder-827511-1-iscsi neutron-server[109039]: {{(pid=109039) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 15:46:03.353656 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243eac29-129a-42ab-b346-50b60df85ebf admin admin] Network 29bf9f6c-d53c-421c-b06c-67dcda075474 is scheduled to be hosted by DHCP agent c53fdfd4-74a4-4640-bea7-ca8e654bcb85 with binding_index 1 {{(pid=109039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:46:03.365008 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.base_scheduler [None req-243eac29-129a-42ab-b346-50b60df85ebf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827511-1-iscsi, 29bf9f6c-d53c-421c-b06c-67dcda075474) {{(pid=109039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:03.369634 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243eac29-129a-42ab-b346-50b60df85ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:03.370263 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-243eac29-129a-42ab-b346-50b60df85ebf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for subnet (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:03.376267 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d461d8-3464-4212-8186-00a01003faac None None] Network 29bf9f6c-d53c-421c-b06c-67dcda075474 requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:46:03.398048 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-243eac29-129a-42ab-b346-50b60df85ebf admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5021851 Feb 02 15:46:03.650720 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7870a5a-b2b6-4baf-8c3c-82688f5262d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb731cab0-9462-5933-b2b8-c5fd2c1b6f81-29bf9f6c-d53c-421c-b06c-67dcda075474', 'network_id': '29bf9f6c-d53c-421c-b06c-67dcda075474', 'project_id': 'aa0a54e9280d4bc190d699a39159d29c', 'fixed_ips': [{'subnet_id': 'f9949f94-c00e-4457-af21-e75dea74a600'}]}} from dv-cinder-827511-1-iscsi. {{(pid=109040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 15:46:03.651894 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-b7870a5a-b2b6-4baf-8c3c-82688f5262d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:03.929915 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.db_base_plugin_common [None req-b7870a5a-b2b6-4baf-8c3c-82688f5262d4 None None] Allocated IP 172.20.0.2 (29bf9f6c-d53c-421c-b06c-67dcda075474/f9949f94-c00e-4457-af21-e75dea74a600/43902426-ffe8-4f8b-b224-4806595b7889) {{(pid=109040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:46:04.201710 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-b7870a5a-b2b6-4baf-8c3c-82688f5262d4 None None] Publish callbacks [] for port (43902426-ffe8-4f8b-b224-4806595b7889), precommit_create {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:04.210726 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-b7870a5a-b2b6-4baf-8c3c-82688f5262d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353'] for port (43902426-ffe8-4f8b-b224-4806595b7889), after_create {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:04.277808 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7870a5a-b2b6-4baf-8c3c-82688f5262d4 None None] Network 29bf9f6c-d53c-421c-b06c-67dcda075474 is already hosted by enough agents. {{(pid=109040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:46:04.284150 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.scheduler.base_scheduler [None req-b7870a5a-b2b6-4baf-8c3c-82688f5262d4 None None] Resources bound (agent type, host, resource id): {{(pid=109040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:04.302424 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7870a5a-b2b6-4baf-8c3c-82688f5262d4 None None] Received port after_create {{(pid=109040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:46:04.305475 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7870a5a-b2b6-4baf-8c3c-82688f5262d4 None None] Pushing event updated for resources: {'Port': ['ID=43902426-ffe8-4f8b-b224-4806595b7889,revision_number=1']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:04.335521 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7870a5a-b2b6-4baf-8c3c-82688f5262d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:04.335885 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7870a5a-b2b6-4baf-8c3c-82688f5262d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:04.336252 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7870a5a-b2b6-4baf-8c3c-82688f5262d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:04.336593 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7870a5a-b2b6-4baf-8c3c-82688f5262d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:04.336924 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7870a5a-b2b6-4baf-8c3c-82688f5262d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:04.337281 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7870a5a-b2b6-4baf-8c3c-82688f5262d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:04.337608 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7870a5a-b2b6-4baf-8c3c-82688f5262d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:04.337935 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7870a5a-b2b6-4baf-8c3c-82688f5262d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:04.338260 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7870a5a-b2b6-4baf-8c3c-82688f5262d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:04.338603 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7870a5a-b2b6-4baf-8c3c-82688f5262d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:04.338930 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7870a5a-b2b6-4baf-8c3c-82688f5262d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:04.339251 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7870a5a-b2b6-4baf-8c3c-82688f5262d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:04.339570 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7870a5a-b2b6-4baf-8c3c-82688f5262d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:04.340987 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7870a5a-b2b6-4baf-8c3c-82688f5262d4 None None] Tracked resource versions report: Feb 02 15:46:04.340987 dv-cinder-827511-1-iscsi neutron-server[109040]: pushed versions: Feb 02 15:46:04.340987 dv-cinder-827511-1-iscsi neutron-server[109040]: { 'AddressGroup': {'1.2'}, Feb 02 15:46:04.340987 dv-cinder-827511-1-iscsi neutron-server[109040]: 'ConntrackHelper': {'1.0'}, Feb 02 15:46:04.340987 dv-cinder-827511-1-iscsi neutron-server[109040]: 'LocalIPAssociation': {'1.0'}, Feb 02 15:46:04.340987 dv-cinder-827511-1-iscsi neutron-server[109040]: 'Log': {'1.0'}, Feb 02 15:46:04.340987 dv-cinder-827511-1-iscsi neutron-server[109040]: 'Network': {'1.1'}, Feb 02 15:46:04.340987 dv-cinder-827511-1-iscsi neutron-server[109040]: 'Port': {'1.7'}, Feb 02 15:46:04.340987 dv-cinder-827511-1-iscsi neutron-server[109040]: 'PortForwarding': {'1.2'}, Feb 02 15:46:04.340987 dv-cinder-827511-1-iscsi neutron-server[109040]: 'QosPolicy': {'1.10'}, Feb 02 15:46:04.340987 dv-cinder-827511-1-iscsi neutron-server[109040]: 'SecurityGroup': {'1.5'}, Feb 02 15:46:04.340987 dv-cinder-827511-1-iscsi neutron-server[109040]: 'SecurityGroupRule': {'1.2'}, Feb 02 15:46:04.340987 dv-cinder-827511-1-iscsi neutron-server[109040]: 'SubPort': {'1.0'}, Feb 02 15:46:04.340987 dv-cinder-827511-1-iscsi neutron-server[109040]: 'Subnet': {'1.1'}, Feb 02 15:46:04.340987 dv-cinder-827511-1-iscsi neutron-server[109040]: 'Trunk': {'1.1'}} Feb 02 15:46:04.340987 dv-cinder-827511-1-iscsi neutron-server[109040]: consumer versions: Feb 02 15:46:04.340987 dv-cinder-827511-1-iscsi neutron-server[109040]: { DHCP agent@dv-cinder-827511-1-iscsi: {}, Feb 02 15:46:04.340987 dv-cinder-827511-1-iscsi neutron-server[109040]: L3 agent@dv-cinder-827511-1-iscsi: {}, Feb 02 15:46:04.340987 dv-cinder-827511-1-iscsi neutron-server[109040]: Metadata agent@dv-cinder-827511-1-iscsi: {}, Feb 02 15:46:04.340987 dv-cinder-827511-1-iscsi neutron-server[109040]: Metering agent@dv-cinder-827511-1-iscsi: {}, Feb 02 15:46:04.340987 dv-cinder-827511-1-iscsi neutron-server[109040]: Open vSwitch agent@dv-cinder-827511-1-iscsi: { 'AddressGroup': '1.2', Feb 02 15:46:04.340987 dv-cinder-827511-1-iscsi neutron-server[109040]: 'ConntrackHelper': '1.0', Feb 02 15:46:04.340987 dv-cinder-827511-1-iscsi neutron-server[109040]: 'LocalIPAssociation': '1.0', Feb 02 15:46:04.340987 dv-cinder-827511-1-iscsi neutron-server[109040]: 'Log': '1.0', Feb 02 15:46:04.340987 dv-cinder-827511-1-iscsi neutron-server[109040]: 'Network': '1.1', Feb 02 15:46:04.340987 dv-cinder-827511-1-iscsi neutron-server[109040]: 'Port': '1.7', Feb 02 15:46:04.340987 dv-cinder-827511-1-iscsi neutron-server[109040]: 'PortForwarding': '1.2', Feb 02 15:46:04.340987 dv-cinder-827511-1-iscsi neutron-server[109040]: 'QosPolicy': '1.10', Feb 02 15:46:04.340987 dv-cinder-827511-1-iscsi neutron-server[109040]: 'SecurityGroup': '1.5', Feb 02 15:46:04.340987 dv-cinder-827511-1-iscsi neutron-server[109040]: 'SecurityGroupRule': '1.2', Feb 02 15:46:04.340987 dv-cinder-827511-1-iscsi neutron-server[109040]: 'SubPort': '1.0', Feb 02 15:46:04.340987 dv-cinder-827511-1-iscsi neutron-server[109040]: 'Subnet': '1.1', Feb 02 15:46:04.340987 dv-cinder-827511-1-iscsi neutron-server[109040]: 'Trunk': '1.1'}} Feb 02 15:46:04.340987 dv-cinder-827511-1-iscsi neutron-server[109040]: {{(pid=109040) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 15:46:04.390944 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-b7870a5a-b2b6-4baf-8c3c-82688f5262d4 None None] Attempting to bind port 43902426-ffe8-4f8b-b224-4806595b7889 on host dv-cinder-827511-1-iscsi for vnic_type normal with profile {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:46:04.391575 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-b7870a5a-b2b6-4baf-8c3c-82688f5262d4 None None] Attempting to bind port 43902426-ffe8-4f8b-b224-4806595b7889 by drivers openvswitch,hyperv on host dv-cinder-827511-1-iscsi at level 0 using segments [{'id': '3c7ccfb0-604e-41f8-91a6-263237a57f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '29bf9f6c-d53c-421c-b06c-67dcda075474'}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:46:04.391755 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7870a5a-b2b6-4baf-8c3c-82688f5262d4 None None] Attempting to bind port 43902426-ffe8-4f8b-b224-4806595b7889 on network 29bf9f6c-d53c-421c-b06c-67dcda075474 {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:46:04.396511 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7870a5a-b2b6-4baf-8c3c-82688f5262d4 None None] Checking agent: {'id': 'b5af8d0a-fb73-41c0-8b14-396d0b8fc477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827511-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 45, 49), 'started_at': datetime.datetime(2022, 2, 2, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827511-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:46:04.396882 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7870a5a-b2b6-4baf-8c3c-82688f5262d4 None None] Checking segment: {'id': '3c7ccfb0-604e-41f8-91a6-263237a57f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '29bf9f6c-d53c-421c-b06c-67dcda075474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:46:04.397396 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-b7870a5a-b2b6-4baf-8c3c-82688f5262d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:04.397784 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7870a5a-b2b6-4baf-8c3c-82688f5262d4 None None] Bound using segment: {'id': '3c7ccfb0-604e-41f8-91a6-263237a57f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '29bf9f6c-d53c-421c-b06c-67dcda075474'} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:46:04.398266 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-b7870a5a-b2b6-4baf-8c3c-82688f5262d4 None None] Bound port: 43902426-ffe8-4f8b-b224-4806595b7889, host: dv-cinder-827511-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7ccfb0-604e-41f8-91a6-263237a57f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '29bf9f6c-d53c-421c-b06c-67dcda075474'}}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:46:04.398655 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-b7870a5a-b2b6-4baf-8c3c-82688f5262d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (43902426-ffe8-4f8b-b224-4806595b7889), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:04.460120 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-b7870a5a-b2b6-4baf-8c3c-82688f5262d4 None None] For port 43902426-ffe8-4f8b-b224-4806595b7889, host dv-cinder-827511-1-iscsi, cleared binding levels {{(pid=109040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:46:04.481698 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-b7870a5a-b2b6-4baf-8c3c-82688f5262d4 None None] For port 43902426-ffe8-4f8b-b224-4806595b7889, host dv-cinder-827511-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=43902426-ffe8-4f8b-b224-4806595b7889,segment=NetworkSegment(3c7ccfb0-604e-41f8-91a6-263237a57f86),segment_id=3c7ccfb0-604e-41f8-91a6-263237a57f86)] {{(pid=109040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:46:04.488488 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-b7870a5a-b2b6-4baf-8c3c-82688f5262d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (43902426-ffe8-4f8b-b224-4806595b7889), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:04.540590 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7870a5a-b2b6-4baf-8c3c-82688f5262d4 None None] Pushing event updated for resources: {'Port': ['ID=43902426-ffe8-4f8b-b224-4806595b7889,revision_number=2']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:05.875867 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 54316) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:46:06.198713 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [None req-b0095db6-5606-46f4-858b-e0a132baa006 admin admin] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=109039) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 15:46:06.199725 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-b0095db6-5606-46f4-858b-e0a132baa006 admin admin] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3228319 Feb 02 15:46:08.727908 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 54324) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:46:09.040005 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [None req-20713cce-09c2-4457-8cd7-400dd4d6ce46 admin admin] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=109039) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 15:46:09.041076 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-20713cce-09c2-4457-8cd7-400dd4d6ce46 admin admin] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3121223 Feb 02 15:46:11.741368 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 54334) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:46:12.168955 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-01dafd74-1cbc-417b-88d5-f346a9e87de3 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'aa0a54e9280d4bc190d699a39159d29c', 'name': 'router1'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:46:12.190426 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-01dafd74-1cbc-417b-88d5-f346a9e87de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7954820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4637'] for router (5ebc7c42-9270-4f00-ac9d-72462370e6ac), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:12.192039 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-01dafd74-1cbc-417b-88d5-f346a9e87de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8316468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7936462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7985232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4628'] for router (5ebc7c42-9270-4f00-ac9d-72462370e6ac), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:12.339970 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-01dafd74-1cbc-417b-88d5-f346a9e87de3 admin admin] Publish callbacks [] for router_controller (5ebc7c42-9270-4f00-ac9d-72462370e6ac), precommit_add_association {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:12.345018 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-01dafd74-1cbc-417b-88d5-f346a9e87de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8316479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7936445'] for router (5ebc7c42-9270-4f00-ac9d-72462370e6ac), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:12.358746 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-01dafd74-1cbc-417b-88d5-f346a9e87de3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:12.359920 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-01dafd74-1cbc-417b-88d5-f346a9e87de3 admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6175900 Feb 02 15:46:12.791340 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-d00c47e2-f127-4173-937d-fcba45a72a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:14.859256 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 54346) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:46:15.177823 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [None req-d4c12e16-f77d-44ce-879b-c394d348f38a admin admin] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=109038) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 15:46:15.178817 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-d4c12e16-f77d-44ce-879b-c394d348f38a admin admin] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3186047 Feb 02 15:46:15.305350 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-7abb07ab-bab8-46e5-8585-df42feb1dc4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:15.819469 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e67ee58-942f-4615-9157-54e3321eb744 None None] Network 29bf9f6c-d53c-421c-b06c-67dcda075474 requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:46:15.845663 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 43902426-ffe8-4f8b-b224-4806595b7889 up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:46:15.994659 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-14564607-d37f-4635-8f77-fc84164fd483 None None] Provisioning complete for port 43902426-ffe8-4f8b-b224-4806595b7889 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:46:15.995002 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-14564607-d37f-4635-8f77-fc84164fd483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (43902426-ffe8-4f8b-b224-4806595b7889), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:16.106530 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port 43902426-ffe8-4f8b-b224-4806595b7889 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:46:16.106861 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (43902426-ffe8-4f8b-b224-4806595b7889), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:16.251373 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-14564607-d37f-4635-8f77-fc84164fd483 None None] Current status of the port 43902426-ffe8-4f8b-b224-4806595b7889 is: DOWN; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:46:16.251750 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-14564607-d37f-4635-8f77-fc84164fd483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (43902426-ffe8-4f8b-b224-4806595b7889), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:16.265100 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:16.322084 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port 43902426-ffe8-4f8b-b224-4806595b7889 is: DOWN; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:46:16.322755 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (43902426-ffe8-4f8b-b224-4806595b7889), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:16.333552 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-14564607-d37f-4635-8f77-fc84164fd483 None None] For port 43902426-ffe8-4f8b-b224-4806595b7889, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=43902426-ffe8-4f8b-b224-4806595b7889,segment=NetworkSegment(3c7ccfb0-604e-41f8-91a6-263237a57f86),segment_id=3c7ccfb0-604e-41f8-91a6-263237a57f86)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:46:16.343332 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-14564607-d37f-4635-8f77-fc84164fd483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (43902426-ffe8-4f8b-b224-4806595b7889), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:16.423683 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.db.api [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:46:16.424088 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG oslo_db.api [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:46:16.424931 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14564607-d37f-4635-8f77-fc84164fd483 None None] Pushing event updated for resources: {'Port': ['ID=43902426-ffe8-4f8b-b224-4806595b7889,revision_number=3']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:16.464791 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-460b38ab-8574-4fbd-8128-5c9a033ae8e1 None None] Provisioning complete for port 43902426-ffe8-4f8b-b224-4806595b7889 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:46:16.465231 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-460b38ab-8574-4fbd-8128-5c9a033ae8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (43902426-ffe8-4f8b-b224-4806595b7889), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:16.541576 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-460b38ab-8574-4fbd-8128-5c9a033ae8e1 None None] Current status of the port 43902426-ffe8-4f8b-b224-4806595b7889 is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:46:16.963556 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port 43902426-ffe8-4f8b-b224-4806595b7889 is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:46:17.592051 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:17.711744 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 54380) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:46:17.752346 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 43902426-ffe8-4f8b-b224-4806595b7889 up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:46:17.800410 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port 43902426-ffe8-4f8b-b224-4806595b7889 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:46:17.800808 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (43902426-ffe8-4f8b-b224-4806595b7889), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:17.845023 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-5b947f8d-c834-4429-a87a-7cdaa8fdb8e5 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'tenant_id': 'ad3f9a192b634c52a506eac3f6ca9c65', 'name': 'public', 'project_id': 'ad3f9a192b634c52a506eac3f6ca9c65', 'provider:physical_network': 'physnet1'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:46:17.865779 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b947f8d-c834-4429-a87a-7cdaa8fdb8e5 admin admin] Made reservation on behalf of ad3f9a192b634c52a506eac3f6ca9c65 for: {'network': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:46:17.868012 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5b947f8d-c834-4429-a87a-7cdaa8fdb8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for network (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:17.876968 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5b947f8d-c834-4429-a87a-7cdaa8fdb8e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:17.934923 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port 43902426-ffe8-4f8b-b224-4806595b7889 is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:46:17.953205 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5b947f8d-c834-4429-a87a-7cdaa8fdb8e5 admin admin] Publish callbacks [] for security_group (3e821aab-ab1d-4b19-9540-545978450085), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:17.956846 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5b947f8d-c834-4429-a87a-7cdaa8fdb8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (3e821aab-ab1d-4b19-9540-545978450085), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:17.971880 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5b947f8d-c834-4429-a87a-7cdaa8fdb8e5 admin admin] Reserving flat network on physical network physnet1 {{(pid=109038) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 02 15:46:17.990523 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b947f8d-c834-4429-a87a-7cdaa8fdb8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e821aab-ab1d-4b19-9540-545978450085,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:17.995107 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5b947f8d-c834-4429-a87a-7cdaa8fdb8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (aa18bba3-a434-4e8a-926e-117b8687e1ff), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:17.995450 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.db.segments_db [None req-5b947f8d-c834-4429-a87a-7cdaa8fdb8e5 admin admin] Added segment aa18bba3-a434-4e8a-926e-117b8687e1ff of type flat for network b73e1e25-daa0-4c48-af6a-058d6b286a0a Feb 02 15:46:18.044210 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5b947f8d-c834-4429-a87a-7cdaa8fdb8e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791047091321'] for network (b73e1e25-daa0-4c48-af6a-058d6b286a0a), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:18.077520 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5b947f8d-c834-4429-a87a-7cdaa8fdb8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529'] for network (b73e1e25-daa0-4c48-af6a-058d6b286a0a), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:18.078464 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b947f8d-c834-4429-a87a-7cdaa8fdb8e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:18.079042 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5b947f8d-c834-4429-a87a-7cdaa8fdb8e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:18.111795 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-5b947f8d-c834-4429-a87a-7cdaa8fdb8e5 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3991773 Feb 02 15:46:18.139654 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b947f8d-c834-4429-a87a-7cdaa8fdb8e5 admin admin] Pushing event updated for resources: {'Network': ['ID=b73e1e25-daa0-4c48-af6a-058d6b286a0a,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:18.150211 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Network b73e1e25-daa0-4c48-af6a-058d6b286a0a details requested by agent ovs-agent-dv-cinder-827511-1-iscsi with host dv-cinder-827511-1-iscsi {{(pid=109040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 15:46:19.144924 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:20.423942 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 54388) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:46:20.554948 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00af350c-a1f3-466b-a221-d6a80bd8cc23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:20.556343 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-00af350c-a1f3-466b-a221-d6a80bd8cc23 admin admin] 10.222.0.112 "GET /v2.0/subnets/f9949f94-c00e-4457-af21-e75dea74a600 HTTP/1.1" status: 200 len: 849 time: 0.1314101 Feb 02 15:46:20.730265 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-52baac29-23f6-424c-9b0c-2d4de56ca004 admin admin] 10.222.0.112 "GET /v2.0/routers/5ebc7c42-9270-4f00-ac9d-72462370e6ac HTTP/1.1" status: 200 len: 704 time: 0.1675038 Feb 02 15:46:20.993376 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-4f28567a-ab0c-44df-86d6-78f3f41ac718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:21.284758 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_common [None req-4f28567a-ab0c-44df-86d6-78f3f41ac718 admin admin] Allocated IP 172.20.0.1 (29bf9f6c-d53c-421c-b06c-67dcda075474/f9949f94-c00e-4457-af21-e75dea74a600/77b57c24-e3da-441d-b454-455ae1e84f38) {{(pid=109038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:46:21.464203 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-4f28567a-ab0c-44df-86d6-78f3f41ac718 admin admin] Publish callbacks [] for port (77b57c24-e3da-441d-b454-455ae1e84f38), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:21.530160 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-4f28567a-ab0c-44df-86d6-78f3f41ac718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353'] for port (77b57c24-e3da-441d-b454-455ae1e84f38), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:21.601105 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f28567a-ab0c-44df-86d6-78f3f41ac718 admin admin] Network 29bf9f6c-d53c-421c-b06c-67dcda075474 is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:46:21.606639 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [None req-4f28567a-ab0c-44df-86d6-78f3f41ac718 admin admin] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:21.619546 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f28567a-ab0c-44df-86d6-78f3f41ac718 admin admin] Received port after_create {{(pid=109038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:46:21.619895 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-4f28567a-ab0c-44df-86d6-78f3f41ac718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7937998'] for router_interface (5ebc7c42-9270-4f00-ac9d-72462370e6ac), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:21.645505 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28567a-ab0c-44df-86d6-78f3f41ac718 admin admin] Pushing event updated for resources: {'Port': ['ID=77b57c24-e3da-441d-b454-455ae1e84f38,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:21.796066 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-bd8c9373-2532-4f28-800f-8c66ba518aaa None None] Provisioning complete for port 77b57c24-e3da-441d-b454-455ae1e84f38 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:46:21.796646 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-bd8c9373-2532-4f28-800f-8c66ba518aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (77b57c24-e3da-441d-b454-455ae1e84f38), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:21.833840 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-bd8c9373-2532-4f28-800f-8c66ba518aaa None None] Port 77b57c24-e3da-441d-b454-455ae1e84f38 cannot update to ACTIVE because it is not bound. {{(pid=109040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 15:46:21.898194 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-4f28567a-ab0c-44df-86d6-78f3f41ac718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (77b57c24-e3da-441d-b454-455ae1e84f38), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:22.107233 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-4f28567a-ab0c-44df-86d6-78f3f41ac718 admin admin] Publish callbacks [] for port (77b57c24-e3da-441d-b454-455ae1e84f38), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:22.112168 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-4f28567a-ab0c-44df-86d6-78f3f41ac718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (77b57c24-e3da-441d-b454-455ae1e84f38), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:22.113349 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-4f28567a-ab0c-44df-86d6-78f3f41ac718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8109355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7937662'] for router_interface (5ebc7c42-9270-4f00-ac9d-72462370e6ac), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:22.170899 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28567a-ab0c-44df-86d6-78f3f41ac718 admin admin] Pushing event updated for resources: {'Port': ['ID=77b57c24-e3da-441d-b454-455ae1e84f38,revision_number=2']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:22.237635 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f28567a-ab0c-44df-86d6-78f3f41ac718 admin admin] Network 29bf9f6c-d53c-421c-b06c-67dcda075474 is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:46:22.238963 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [None req-4f28567a-ab0c-44df-86d6-78f3f41ac718 admin admin] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:22.404143 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f28567a-ab0c-44df-86d6-78f3f41ac718 admin admin] Router 5ebc7c42-9270-4f00-ac9d-72462370e6ac is scheduled to L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 with binding_index 1 {{(pid=109038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:46:22.457484 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-fd77427e-4e86-482b-8d8c-9bc80bc5ce5c None None] Provisioning complete for port 77b57c24-e3da-441d-b454-455ae1e84f38 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:46:22.457805 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-fd77427e-4e86-482b-8d8c-9bc80bc5ce5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (77b57c24-e3da-441d-b454-455ae1e84f38), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:22.490936 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-fd77427e-4e86-482b-8d8c-9bc80bc5ce5c None None] Port 77b57c24-e3da-441d-b454-455ae1e84f38 cannot update to ACTIVE because it is not bound. {{(pid=109040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 15:46:22.501029 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f28567a-ab0c-44df-86d6-78f3f41ac718 admin admin] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:46:22.506738 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-4f28567a-ab0c-44df-86d6-78f3f41ac718 admin admin] 10.222.0.112 "PUT /v2.0/routers/5ebc7c42-9270-4f00-ac9d-72462370e6ac/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7708094 Feb 02 15:46:22.510259 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cd98ea-eca0-4bac-8ac1-931b9cdc9929 None None] Sync routers for ids ['5ebc7c42-9270-4f00-ac9d-72462370e6ac'] in dv-cinder-827511-1-iscsi {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:46:22.525374 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cd98ea-eca0-4bac-8ac1-931b9cdc9929 None None] Routers {'5ebc7c42-9270-4f00-ac9d-72462370e6ac'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:46:22.526250 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-81cd98ea-eca0-4bac-8ac1-931b9cdc9929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T15:46:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['5ebc7c42-9270-4f00-ac9d-72462370e6ac'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:22.718509 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-81cd98ea-eca0-4bac-8ac1-931b9cdc9929 None None] Set router 5ebc7c42-9270-4f00-ac9d-72462370e6ac gateway port host: None {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:46:23.182177 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-81cd98ea-eca0-4bac-8ac1-931b9cdc9929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebc7c42-9270-4f00-ac9d-72462370e6ac', 'name': 'router1', 'tenant_id': 'aa0a54e9280d4bc190d699a39159d29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:12Z', 'updated_at': '2022-02-02T15:46:21Z', 'revision_number': 2, 'project_id': 'aa0a54e9280d4bc190d699a39159d29c', 'gw_port_host': None, '_interfaces': [{'id': '77b57c24-e3da-441d-b454-455ae1e84f38', 'name': '', 'network_id': '29bf9f6c-d53c-421c-b06c-67dcda075474', 'tenant_id': 'aa0a54e9280d4bc190d699a39159d29c', 'mac_address': 'fa:16:3e:77:27:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebc7c42-9270-4f00-ac9d-72462370e6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f9949f94-c00e-4457-af21-e75dea74a600', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:21Z', 'updated_at': '2022-02-02T15:46:21Z', 'revision_number': 2, 'project_id': 'aa0a54e9280d4bc190d699a39159d29c', 'subnets': [{'id': 'f9949f94-c00e-4457-af21-e75dea74a600', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '41c7414d-cf8a-4efe-a0b3-712b64ab753a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:23.237291 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cd98ea-eca0-4bac-8ac1-931b9cdc9929 None None] Checking router: 5ebc7c42-9270-4f00-ac9d-72462370e6ac for host: dv-cinder-827511-1-iscsi {{(pid=109041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:46:23.237668 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cd98ea-eca0-4bac-8ac1-931b9cdc9929 None None] Updating router 5ebc7c42-9270-4f00-ac9d-72462370e6ac port 77b57c24-e3da-441d-b454-455ae1e84f38 binding host dv-cinder-827511-1-iscsi {{(pid=109041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:46:23.292070 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-81cd98ea-eca0-4bac-8ac1-931b9cdc9929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (77b57c24-e3da-441d-b454-455ae1e84f38), before_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:23.880128 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-81cd98ea-eca0-4bac-8ac1-931b9cdc9929 None None] Publish callbacks [] for port (77b57c24-e3da-441d-b454-455ae1e84f38), precommit_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:23.886437 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-81cd98ea-eca0-4bac-8ac1-931b9cdc9929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (77b57c24-e3da-441d-b454-455ae1e84f38), after_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:24.065159 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd045b-7c1e-4578-9ad1-4feb53db0b07 None None] Pushing event updated for resources: {'Port': ['ID=77b57c24-e3da-441d-b454-455ae1e84f38,revision_number=3']} {{(pid=109041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:24.071788 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.managers [None req-81cd98ea-eca0-4bac-8ac1-931b9cdc9929 None None] Attempting to bind port 77b57c24-e3da-441d-b454-455ae1e84f38 on host dv-cinder-827511-1-iscsi for vnic_type normal with profile {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:46:24.071977 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.managers [None req-81cd98ea-eca0-4bac-8ac1-931b9cdc9929 None None] Attempting to bind port 77b57c24-e3da-441d-b454-455ae1e84f38 by drivers openvswitch,hyperv on host dv-cinder-827511-1-iscsi at level 0 using segments [{'id': '3c7ccfb0-604e-41f8-91a6-263237a57f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '29bf9f6c-d53c-421c-b06c-67dcda075474'}] {{(pid=109041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:46:24.072350 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cd98ea-eca0-4bac-8ac1-931b9cdc9929 None None] Attempting to bind port 77b57c24-e3da-441d-b454-455ae1e84f38 on network 29bf9f6c-d53c-421c-b06c-67dcda075474 {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:46:24.080443 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cd98ea-eca0-4bac-8ac1-931b9cdc9929 None None] Checking agent: {'id': 'b5af8d0a-fb73-41c0-8b14-396d0b8fc477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827511-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 45, 49), 'started_at': datetime.datetime(2022, 2, 2, 15, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827511-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:46:24.080843 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cd98ea-eca0-4bac-8ac1-931b9cdc9929 None None] Checking segment: {'id': '3c7ccfb0-604e-41f8-91a6-263237a57f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '29bf9f6c-d53c-421c-b06c-67dcda075474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:46:24.081361 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-81cd98ea-eca0-4bac-8ac1-931b9cdc9929 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:24.081758 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cd98ea-eca0-4bac-8ac1-931b9cdc9929 None None] Bound using segment: {'id': '3c7ccfb0-604e-41f8-91a6-263237a57f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '29bf9f6c-d53c-421c-b06c-67dcda075474'} {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:46:24.082259 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.managers [None req-81cd98ea-eca0-4bac-8ac1-931b9cdc9929 None None] Bound port: 77b57c24-e3da-441d-b454-455ae1e84f38, host: dv-cinder-827511-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7ccfb0-604e-41f8-91a6-263237a57f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '29bf9f6c-d53c-421c-b06c-67dcda075474'}}] {{(pid=109041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:46:24.082641 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-81cd98ea-eca0-4bac-8ac1-931b9cdc9929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (77b57c24-e3da-441d-b454-455ae1e84f38), before_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:24.087214 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd045b-7c1e-4578-9ad1-4feb53db0b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:24.087574 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd045b-7c1e-4578-9ad1-4feb53db0b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:24.087930 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd045b-7c1e-4578-9ad1-4feb53db0b07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:24.088273 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd045b-7c1e-4578-9ad1-4feb53db0b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:24.088605 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd045b-7c1e-4578-9ad1-4feb53db0b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:24.088959 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd045b-7c1e-4578-9ad1-4feb53db0b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:24.089297 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd045b-7c1e-4578-9ad1-4feb53db0b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:24.089635 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd045b-7c1e-4578-9ad1-4feb53db0b07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:24.089957 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd045b-7c1e-4578-9ad1-4feb53db0b07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:24.090303 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd045b-7c1e-4578-9ad1-4feb53db0b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:24.090634 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd045b-7c1e-4578-9ad1-4feb53db0b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:24.090958 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd045b-7c1e-4578-9ad1-4feb53db0b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:24.091281 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd045b-7c1e-4578-9ad1-4feb53db0b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:24.093041 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd045b-7c1e-4578-9ad1-4feb53db0b07 None None] Tracked resource versions report: Feb 02 15:46:24.093041 dv-cinder-827511-1-iscsi neutron-server[109041]: pushed versions: Feb 02 15:46:24.093041 dv-cinder-827511-1-iscsi neutron-server[109041]: { 'AddressGroup': {'1.2'}, Feb 02 15:46:24.093041 dv-cinder-827511-1-iscsi neutron-server[109041]: 'ConntrackHelper': {'1.0'}, Feb 02 15:46:24.093041 dv-cinder-827511-1-iscsi neutron-server[109041]: 'LocalIPAssociation': {'1.0'}, Feb 02 15:46:24.093041 dv-cinder-827511-1-iscsi neutron-server[109041]: 'Log': {'1.0'}, Feb 02 15:46:24.093041 dv-cinder-827511-1-iscsi neutron-server[109041]: 'Network': {'1.1'}, Feb 02 15:46:24.093041 dv-cinder-827511-1-iscsi neutron-server[109041]: 'Port': {'1.7'}, Feb 02 15:46:24.093041 dv-cinder-827511-1-iscsi neutron-server[109041]: 'PortForwarding': {'1.2'}, Feb 02 15:46:24.093041 dv-cinder-827511-1-iscsi neutron-server[109041]: 'QosPolicy': {'1.10'}, Feb 02 15:46:24.093041 dv-cinder-827511-1-iscsi neutron-server[109041]: 'SecurityGroup': {'1.5'}, Feb 02 15:46:24.093041 dv-cinder-827511-1-iscsi neutron-server[109041]: 'SecurityGroupRule': {'1.2'}, Feb 02 15:46:24.093041 dv-cinder-827511-1-iscsi neutron-server[109041]: 'SubPort': {'1.0'}, Feb 02 15:46:24.093041 dv-cinder-827511-1-iscsi neutron-server[109041]: 'Subnet': {'1.1'}, Feb 02 15:46:24.093041 dv-cinder-827511-1-iscsi neutron-server[109041]: 'Trunk': {'1.1'}} Feb 02 15:46:24.093041 dv-cinder-827511-1-iscsi neutron-server[109041]: consumer versions: Feb 02 15:46:24.093041 dv-cinder-827511-1-iscsi neutron-server[109041]: { DHCP agent@dv-cinder-827511-1-iscsi: {}, Feb 02 15:46:24.093041 dv-cinder-827511-1-iscsi neutron-server[109041]: L3 agent@dv-cinder-827511-1-iscsi: {}, Feb 02 15:46:24.093041 dv-cinder-827511-1-iscsi neutron-server[109041]: Metadata agent@dv-cinder-827511-1-iscsi: {}, Feb 02 15:46:24.093041 dv-cinder-827511-1-iscsi neutron-server[109041]: Metering agent@dv-cinder-827511-1-iscsi: {}, Feb 02 15:46:24.093041 dv-cinder-827511-1-iscsi neutron-server[109041]: Open vSwitch agent@dv-cinder-827511-1-iscsi: { 'AddressGroup': '1.2', Feb 02 15:46:24.093041 dv-cinder-827511-1-iscsi neutron-server[109041]: 'ConntrackHelper': '1.0', Feb 02 15:46:24.093041 dv-cinder-827511-1-iscsi neutron-server[109041]: 'LocalIPAssociation': '1.0', Feb 02 15:46:24.093041 dv-cinder-827511-1-iscsi neutron-server[109041]: 'Log': '1.0', Feb 02 15:46:24.093041 dv-cinder-827511-1-iscsi neutron-server[109041]: 'Network': '1.1', Feb 02 15:46:24.093041 dv-cinder-827511-1-iscsi neutron-server[109041]: 'Port': '1.7', Feb 02 15:46:24.093041 dv-cinder-827511-1-iscsi neutron-server[109041]: 'PortForwarding': '1.2', Feb 02 15:46:24.093041 dv-cinder-827511-1-iscsi neutron-server[109041]: 'QosPolicy': '1.10', Feb 02 15:46:24.093041 dv-cinder-827511-1-iscsi neutron-server[109041]: 'SecurityGroup': '1.5', Feb 02 15:46:24.093041 dv-cinder-827511-1-iscsi neutron-server[109041]: 'SecurityGroupRule': '1.2', Feb 02 15:46:24.093041 dv-cinder-827511-1-iscsi neutron-server[109041]: 'SubPort': '1.0', Feb 02 15:46:24.093041 dv-cinder-827511-1-iscsi neutron-server[109041]: 'Subnet': '1.1', Feb 02 15:46:24.093041 dv-cinder-827511-1-iscsi neutron-server[109041]: 'Trunk': '1.1'}} Feb 02 15:46:24.093041 dv-cinder-827511-1-iscsi neutron-server[109041]: {{(pid=109041) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 15:46:24.121757 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-8e076c22-103e-4f3b-88e3-6e1eb720505e None None] Provisioning complete for port 77b57c24-e3da-441d-b454-455ae1e84f38 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:46:24.122269 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-8e076c22-103e-4f3b-88e3-6e1eb720505e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (77b57c24-e3da-441d-b454-455ae1e84f38), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:24.164030 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-8e076c22-103e-4f3b-88e3-6e1eb720505e None None] Port 77b57c24-e3da-441d-b454-455ae1e84f38 cannot update to ACTIVE because it is not bound. {{(pid=109040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 15:46:24.188686 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.db [None req-81cd98ea-eca0-4bac-8ac1-931b9cdc9929 None None] For port 77b57c24-e3da-441d-b454-455ae1e84f38, host dv-cinder-827511-1-iscsi, cleared binding levels {{(pid=109041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:46:24.218799 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.db [None req-81cd98ea-eca0-4bac-8ac1-931b9cdc9929 None None] For port 77b57c24-e3da-441d-b454-455ae1e84f38, host dv-cinder-827511-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=77b57c24-e3da-441d-b454-455ae1e84f38,segment=NetworkSegment(3c7ccfb0-604e-41f8-91a6-263237a57f86),segment_id=3c7ccfb0-604e-41f8-91a6-263237a57f86)] {{(pid=109041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:46:24.224905 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-81cd98ea-eca0-4bac-8ac1-931b9cdc9929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (77b57c24-e3da-441d-b454-455ae1e84f38), after_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:24.271462 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cd98ea-eca0-4bac-8ac1-931b9cdc9929 None None] Routers {'5ebc7c42-9270-4f00-ac9d-72462370e6ac'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:46:24.272164 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-81cd98ea-eca0-4bac-8ac1-931b9cdc9929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T15:46:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['5ebc7c42-9270-4f00-ac9d-72462370e6ac'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:24.364373 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd045b-7c1e-4578-9ad1-4feb53db0b07 None None] Pushing event updated for resources: {'Port': ['ID=77b57c24-e3da-441d-b454-455ae1e84f38,revision_number=4']} {{(pid=109041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:24.397270 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-81cd98ea-eca0-4bac-8ac1-931b9cdc9929 None None] Set router 5ebc7c42-9270-4f00-ac9d-72462370e6ac gateway port host: None {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:46:24.494528 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-a96d620b-180f-4055-867c-ee0c5a4a9876 None None] Provisioning complete for port 77b57c24-e3da-441d-b454-455ae1e84f38 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:46:24.494930 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-a96d620b-180f-4055-867c-ee0c5a4a9876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (77b57c24-e3da-441d-b454-455ae1e84f38), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:24.573251 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-a96d620b-180f-4055-867c-ee0c5a4a9876 None None] Current status of the port 77b57c24-e3da-441d-b454-455ae1e84f38 is: DOWN; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:46:24.573650 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-a96d620b-180f-4055-867c-ee0c5a4a9876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (77b57c24-e3da-441d-b454-455ae1e84f38), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:24.606108 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-a96d620b-180f-4055-867c-ee0c5a4a9876 None None] For port 77b57c24-e3da-441d-b454-455ae1e84f38, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=77b57c24-e3da-441d-b454-455ae1e84f38,segment=NetworkSegment(3c7ccfb0-604e-41f8-91a6-263237a57f86),segment_id=3c7ccfb0-604e-41f8-91a6-263237a57f86)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:46:24.611656 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-a96d620b-180f-4055-867c-ee0c5a4a9876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (77b57c24-e3da-441d-b454-455ae1e84f38), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:24.622713 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-81cd98ea-eca0-4bac-8ac1-931b9cdc9929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebc7c42-9270-4f00-ac9d-72462370e6ac', 'name': 'router1', 'tenant_id': 'aa0a54e9280d4bc190d699a39159d29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:12Z', 'updated_at': '2022-02-02T15:46:21Z', 'revision_number': 2, 'project_id': 'aa0a54e9280d4bc190d699a39159d29c', 'gw_port_host': None, '_interfaces': [{'id': '77b57c24-e3da-441d-b454-455ae1e84f38', 'name': '', 'network_id': '29bf9f6c-d53c-421c-b06c-67dcda075474', 'tenant_id': 'aa0a54e9280d4bc190d699a39159d29c', 'mac_address': 'fa:16:3e:77:27:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebc7c42-9270-4f00-ac9d-72462370e6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f9949f94-c00e-4457-af21-e75dea74a600', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:21Z', 'updated_at': '2022-02-02T15:46:24Z', 'revision_number': 4, 'project_id': 'aa0a54e9280d4bc190d699a39159d29c', 'subnets': [{'id': 'f9949f94-c00e-4457-af21-e75dea74a600', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '41c7414d-cf8a-4efe-a0b3-712b64ab753a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:24.652219 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cd98ea-eca0-4bac-8ac1-931b9cdc9929 None None] The sync data for ids ['5ebc7c42-9270-4f00-ac9d-72462370e6ac'] in dv-cinder-827511-1-iscsi is: [{'id': '5ebc7c42-9270-4f00-ac9d-72462370e6ac', 'name': 'router1', 'tenant_id': 'aa0a54e9280d4bc190d699a39159d29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:12Z', 'updated_at': '2022-02-02T15:46:21Z', 'revision_number': 2, 'project_id': 'aa0a54e9280d4bc190d699a39159d29c', 'gw_port_host': None, '_interfaces': [{'id': '77b57c24-e3da-441d-b454-455ae1e84f38', 'name': '', 'network_id': '29bf9f6c-d53c-421c-b06c-67dcda075474', 'tenant_id': 'aa0a54e9280d4bc190d699a39159d29c', 'mac_address': 'fa:16:3e:77:27:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebc7c42-9270-4f00-ac9d-72462370e6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f9949f94-c00e-4457-af21-e75dea74a600', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:21Z', 'updated_at': '2022-02-02T15:46:24Z', 'revision_number': 4, 'project_id': 'aa0a54e9280d4bc190d699a39159d29c', 'subnets': [{'id': 'f9949f94-c00e-4457-af21-e75dea74a600', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '41c7414d-cf8a-4efe-a0b3-712b64ab753a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:46:24.662579 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d620b-180f-4055-867c-ee0c5a4a9876 None None] Pushing event updated for resources: {'Port': ['ID=77b57c24-e3da-441d-b454-455ae1e84f38,revision_number=5']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:27.549959 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 54406) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:46:27.660680 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8351c1b3-5756-48bd-b370-ea06ff2ba3e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:27.662084 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-8351c1b3-5756-48bd-b370-ea06ff2ba3e3 admin admin] 10.222.0.112 "GET /v2.0/networks/b73e1e25-daa0-4c48-af6a-058d6b286a0a HTTP/1.1" status: 200 len: 842 time: 0.1110406 Feb 02 15:46:27.672984 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-f875ce93-f534-45ef-9c5a-c75b29f34fcc admin admin] Request body: {'subnet': {'tenant_id': 'ad3f9a192b634c52a506eac3f6ca9c65', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:46:27.698569 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f875ce93-f534-45ef-9c5a-c75b29f34fcc admin admin] Made reservation on behalf of ad3f9a192b634c52a506eac3f6ca9c65 for: {'subnet': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:46:27.702212 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-f875ce93-f534-45ef-9c5a-c75b29f34fcc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:28.003869 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.objects.ports [None req-f875ce93-f534-45ef-9c5a-c75b29f34fcc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109038) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 15:46:28.004221 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-f875ce93-f534-45ef-9c5a-c75b29f34fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529'] for subnet (28a77757-7571-4525-b12f-0d0c59f041b8), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:28.057771 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875ce93-f534-45ef-9c5a-c75b29f34fcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=28a77757-7571-4525-b12f-0d0c59f041b8,revision_number=0']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:28.068717 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f875ce93-f534-45ef-9c5a-c75b29f34fcc admin admin] Checking segment: {'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:46:28.069093 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f875ce93-f534-45ef-9c5a-c75b29f34fcc admin admin] Network hostable DHCP agents. Network: b73e1e25-daa0-4c48-af6a-058d6b286a0a, hostable agents: ['c53fdfd4-74a4-4640-bea7-ca8e654bcb85'], hosted agents: [] {{(pid=109038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:46:28.090121 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f875ce93-f534-45ef-9c5a-c75b29f34fcc admin admin] Network b73e1e25-daa0-4c48-af6a-058d6b286a0a is scheduled to be hosted by DHCP agent c53fdfd4-74a4-4640-bea7-ca8e654bcb85 with binding_index 1 {{(pid=109038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:46:28.101620 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [None req-f875ce93-f534-45ef-9c5a-c75b29f34fcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827511-1-iscsi, b73e1e25-daa0-4c48-af6a-058d6b286a0a) {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:28.105710 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f875ce93-f534-45ef-9c5a-c75b29f34fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:28.106386 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-f875ce93-f534-45ef-9c5a-c75b29f34fcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for subnet (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:28.116243 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bac96c-42eb-48e2-b09f-ded938981adc None None] Network b73e1e25-daa0-4c48-af6a-058d6b286a0a requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:46:28.122780 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-f875ce93-f534-45ef-9c5a-c75b29f34fcc admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4547255 Feb 02 15:46:28.225620 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6431c7-4757-4411-9117-33afed452769 None None] Network b73e1e25-daa0-4c48-af6a-058d6b286a0a requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:46:30.501171 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 54414) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:46:30.636723 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-65ded7d2-cf37-4625-8457-d9c2435d730f admin admin] 10.222.0.112 "GET /v2.0/routers/5ebc7c42-9270-4f00-ac9d-72462370e6ac HTTP/1.1" status: 200 len: 710 time: 0.1343620 Feb 02 15:46:30.728061 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446ee0c9-4da1-4c1f-b7a4-deaf01ab022f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:30.729468 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-446ee0c9-4da1-4c1f-b7a4-deaf01ab022f admin admin] 10.222.0.112 "GET /v2.0/networks/b73e1e25-daa0-4c48-af6a-058d6b286a0a HTTP/1.1" status: 200 len: 886 time: 0.0870571 Feb 02 15:46:30.738661 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-5e079d46-bf35-4f9e-8873-04dcfc47ff5b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'}}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:46:31.056750 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5e079d46-bf35-4f9e-8873-04dcfc47ff5b admin admin] Publish callbacks [] for router_gateway (5ebc7c42-9270-4f00-ac9d-72462370e6ac), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:31.307734 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5e079d46-bf35-4f9e-8873-04dcfc47ff5b admin admin] Publish callbacks [] for router_gateway (5ebc7c42-9270-4f00-ac9d-72462370e6ac), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:31.387716 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5e079d46-bf35-4f9e-8873-04dcfc47ff5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:31.489917 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_common [None req-5e079d46-bf35-4f9e-8873-04dcfc47ff5b admin admin] Allocated IP 172.27.3.157 (b73e1e25-daa0-4c48-af6a-058d6b286a0a/28a77757-7571-4525-b12f-0d0c59f041b8/27d696dc-6412-4a0d-baaf-d5ca4db5b988) {{(pid=109038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:46:31.590642 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5e079d46-bf35-4f9e-8873-04dcfc47ff5b admin admin] Publish callbacks [] for port (27d696dc-6412-4a0d-baaf-d5ca4db5b988), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:31.623763 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5e079d46-bf35-4f9e-8873-04dcfc47ff5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353'] for port (27d696dc-6412-4a0d-baaf-d5ca4db5b988), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:31.659229 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e079d46-bf35-4f9e-8873-04dcfc47ff5b admin admin] Network b73e1e25-daa0-4c48-af6a-058d6b286a0a is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:46:31.661978 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [None req-5e079d46-bf35-4f9e-8873-04dcfc47ff5b admin admin] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:31.667711 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e079d46-bf35-4f9e-8873-04dcfc47ff5b admin admin] Received port after_create {{(pid=109038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:46:31.705447 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e079d46-bf35-4f9e-8873-04dcfc47ff5b admin admin] Pushing event updated for resources: {'Port': ['ID=27d696dc-6412-4a0d-baaf-d5ca4db5b988,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:31.793579 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 77b57c24-e3da-441d-b454-455ae1e84f38 up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:46:31.844820 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port 77b57c24-e3da-441d-b454-455ae1e84f38 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:46:31.845272 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (77b57c24-e3da-441d-b454-455ae1e84f38), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:31.927296 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5e079d46-bf35-4f9e-8873-04dcfc47ff5b admin admin] Publish callbacks [] for router_gateway (5ebc7c42-9270-4f00-ac9d-72462370e6ac), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:31.927538 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port 77b57c24-e3da-441d-b454-455ae1e84f38 is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:46:32.127133 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5e079d46-bf35-4f9e-8873-04dcfc47ff5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7936416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8316422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4838'] for router (5ebc7c42-9270-4f00-ac9d-72462370e6ac), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:32.130857 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5e079d46-bf35-4f9e-8873-04dcfc47ff5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7936445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7936427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7936434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8316433'] for router (5ebc7c42-9270-4f00-ac9d-72462370e6ac), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:32.237399 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e079d46-bf35-4f9e-8873-04dcfc47ff5b admin admin] Router 5ebc7c42-9270-4f00-ac9d-72462370e6ac has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:46:32.422478 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e079d46-bf35-4f9e-8873-04dcfc47ff5b admin admin] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:46:32.426937 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5e079d46-bf35-4f9e-8873-04dcfc47ff5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:32.430678 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-5e079d46-bf35-4f9e-8873-04dcfc47ff5b admin admin] 10.222.0.112 "PUT /v2.0/routers/5ebc7c42-9270-4f00-ac9d-72462370e6ac HTTP/1.1" status: 200 len: 890 time: 1.6926548 Feb 02 15:46:32.990946 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c88cdd-1423-47c6-bf8d-6d2c136e73a8 None None] Sync routers for ids ['5ebc7c42-9270-4f00-ac9d-72462370e6ac'] in dv-cinder-827511-1-iscsi {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:46:33.002559 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c88cdd-1423-47c6-bf8d-6d2c136e73a8 None None] Routers {'5ebc7c42-9270-4f00-ac9d-72462370e6ac'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:46:33.003199 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-03c88cdd-1423-47c6-bf8d-6d2c136e73a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T15:46:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['5ebc7c42-9270-4f00-ac9d-72462370e6ac'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:33.211958 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-03c88cdd-1423-47c6-bf8d-6d2c136e73a8 None None] Set router 5ebc7c42-9270-4f00-ac9d-72462370e6ac gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:46:33.673464 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-03c88cdd-1423-47c6-bf8d-6d2c136e73a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebc7c42-9270-4f00-ac9d-72462370e6ac', 'name': 'router1', 'tenant_id': 'aa0a54e9280d4bc190d699a39159d29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '27d696dc-6412-4a0d-baaf-d5ca4db5b988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:12Z', 'updated_at': '2022-02-02T15:46:31Z', 'revision_number': 4, 'project_id': 'aa0a54e9280d4bc190d699a39159d29c', 'gw_port': {'id': '27d696dc-6412-4a0d-baaf-d5ca4db5b988', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebc7c42-9270-4f00-ac9d-72462370e6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:31Z', 'updated_at': '2022-02-02T15:46:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '77b57c24-e3da-441d-b454-455ae1e84f38', 'name': '', 'network_id': '29bf9f6c-d53c-421c-b06c-67dcda075474', 'tenant_id': 'aa0a54e9280d4bc190d699a39159d29c', 'mac_address': 'fa:16:3e:77:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebc7c42-9270-4f00-ac9d-72462370e6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f9949f94-c00e-4457-af21-e75dea74a600', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:21Z', 'updated_at': '2022-02-02T15:46:24Z', 'revision_number': 5, 'project_id': 'aa0a54e9280d4bc190d699a39159d29c', 'subnets': [{'id': 'f9949f94-c00e-4457-af21-e75dea74a600', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '41c7414d-cf8a-4efe-a0b3-712b64ab753a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:33.728296 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c88cdd-1423-47c6-bf8d-6d2c136e73a8 None None] Checking router: 5ebc7c42-9270-4f00-ac9d-72462370e6ac for host: dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:46:33.728668 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c88cdd-1423-47c6-bf8d-6d2c136e73a8 None None] Updating router 5ebc7c42-9270-4f00-ac9d-72462370e6ac port 27d696dc-6412-4a0d-baaf-d5ca4db5b988 binding host dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:46:33.784955 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-03c88cdd-1423-47c6-bf8d-6d2c136e73a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (27d696dc-6412-4a0d-baaf-d5ca4db5b988), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:34.095607 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-03c88cdd-1423-47c6-bf8d-6d2c136e73a8 None None] Publish callbacks [] for port (27d696dc-6412-4a0d-baaf-d5ca4db5b988), precommit_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:34.102012 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-03c88cdd-1423-47c6-bf8d-6d2c136e73a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (27d696dc-6412-4a0d-baaf-d5ca4db5b988), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:34.153629 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27ff21-3cc4-4b38-b790-00926c3af4a0 None None] Pushing event updated for resources: {'Port': ['ID=27d696dc-6412-4a0d-baaf-d5ca4db5b988,revision_number=2']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:34.156579 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-03c88cdd-1423-47c6-bf8d-6d2c136e73a8 None None] Attempting to bind port 27d696dc-6412-4a0d-baaf-d5ca4db5b988 on host dv-cinder-827511-1-iscsi for vnic_type normal with profile {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:46:34.156956 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-03c88cdd-1423-47c6-bf8d-6d2c136e73a8 None None] Attempting to bind port 27d696dc-6412-4a0d-baaf-d5ca4db5b988 by drivers openvswitch,hyperv on host dv-cinder-827511-1-iscsi at level 0 using segments [{'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:46:34.157344 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c88cdd-1423-47c6-bf8d-6d2c136e73a8 None None] Attempting to bind port 27d696dc-6412-4a0d-baaf-d5ca4db5b988 on network b73e1e25-daa0-4c48-af6a-058d6b286a0a {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:46:34.162890 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c88cdd-1423-47c6-bf8d-6d2c136e73a8 None None] Checking agent: {'id': 'b5af8d0a-fb73-41c0-8b14-396d0b8fc477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827511-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 45, 49), 'started_at': datetime.datetime(2022, 2, 2, 15, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827511-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:46:34.163245 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c88cdd-1423-47c6-bf8d-6d2c136e73a8 None None] Checking segment: {'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:46:34.163641 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-03c88cdd-1423-47c6-bf8d-6d2c136e73a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:34.164027 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c88cdd-1423-47c6-bf8d-6d2c136e73a8 None None] Bound using segment: {'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:46:34.164487 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-03c88cdd-1423-47c6-bf8d-6d2c136e73a8 None None] Bound port: 27d696dc-6412-4a0d-baaf-d5ca4db5b988, host: dv-cinder-827511-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'}}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:46:34.164866 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-03c88cdd-1423-47c6-bf8d-6d2c136e73a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (27d696dc-6412-4a0d-baaf-d5ca4db5b988), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:34.213894 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-03c88cdd-1423-47c6-bf8d-6d2c136e73a8 None None] For port 27d696dc-6412-4a0d-baaf-d5ca4db5b988, host dv-cinder-827511-1-iscsi, cleared binding levels {{(pid=109040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:46:34.217645 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-03c88cdd-1423-47c6-bf8d-6d2c136e73a8 None None] For port 27d696dc-6412-4a0d-baaf-d5ca4db5b988, host dv-cinder-827511-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=27d696dc-6412-4a0d-baaf-d5ca4db5b988,segment=NetworkSegment(aa18bba3-a434-4e8a-926e-117b8687e1ff),segment_id=aa18bba3-a434-4e8a-926e-117b8687e1ff)] {{(pid=109040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:46:34.223363 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-03c88cdd-1423-47c6-bf8d-6d2c136e73a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (27d696dc-6412-4a0d-baaf-d5ca4db5b988), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:34.280870 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c88cdd-1423-47c6-bf8d-6d2c136e73a8 None None] Routers {'5ebc7c42-9270-4f00-ac9d-72462370e6ac'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:46:34.281510 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-03c88cdd-1423-47c6-bf8d-6d2c136e73a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T15:46:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['5ebc7c42-9270-4f00-ac9d-72462370e6ac'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:34.316682 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27ff21-3cc4-4b38-b790-00926c3af4a0 None None] Pushing event updated for resources: {'Port': ['ID=27d696dc-6412-4a0d-baaf-d5ca4db5b988,revision_number=3']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:34.394337 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-03c88cdd-1423-47c6-bf8d-6d2c136e73a8 None None] Set router 5ebc7c42-9270-4f00-ac9d-72462370e6ac gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:46:34.617657 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-03c88cdd-1423-47c6-bf8d-6d2c136e73a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebc7c42-9270-4f00-ac9d-72462370e6ac', 'name': 'router1', 'tenant_id': 'aa0a54e9280d4bc190d699a39159d29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '27d696dc-6412-4a0d-baaf-d5ca4db5b988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:12Z', 'updated_at': '2022-02-02T15:46:31Z', 'revision_number': 4, 'project_id': 'aa0a54e9280d4bc190d699a39159d29c', 'gw_port': {'id': '27d696dc-6412-4a0d-baaf-d5ca4db5b988', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebc7c42-9270-4f00-ac9d-72462370e6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:31Z', 'updated_at': '2022-02-02T15:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '77b57c24-e3da-441d-b454-455ae1e84f38', 'name': '', 'network_id': '29bf9f6c-d53c-421c-b06c-67dcda075474', 'tenant_id': 'aa0a54e9280d4bc190d699a39159d29c', 'mac_address': 'fa:16:3e:77:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebc7c42-9270-4f00-ac9d-72462370e6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f9949f94-c00e-4457-af21-e75dea74a600', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:21Z', 'updated_at': '2022-02-02T15:46:24Z', 'revision_number': 5, 'project_id': 'aa0a54e9280d4bc190d699a39159d29c', 'subnets': [{'id': 'f9949f94-c00e-4457-af21-e75dea74a600', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '41c7414d-cf8a-4efe-a0b3-712b64ab753a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:34.644768 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c88cdd-1423-47c6-bf8d-6d2c136e73a8 None None] The sync data for ids ['5ebc7c42-9270-4f00-ac9d-72462370e6ac'] in dv-cinder-827511-1-iscsi is: [{'id': '5ebc7c42-9270-4f00-ac9d-72462370e6ac', 'name': 'router1', 'tenant_id': 'aa0a54e9280d4bc190d699a39159d29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '27d696dc-6412-4a0d-baaf-d5ca4db5b988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:12Z', 'updated_at': '2022-02-02T15:46:31Z', 'revision_number': 4, 'project_id': 'aa0a54e9280d4bc190d699a39159d29c', 'gw_port': {'id': '27d696dc-6412-4a0d-baaf-d5ca4db5b988', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebc7c42-9270-4f00-ac9d-72462370e6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:31Z', 'updated_at': '2022-02-02T15:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '77b57c24-e3da-441d-b454-455ae1e84f38', 'name': '', 'network_id': '29bf9f6c-d53c-421c-b06c-67dcda075474', 'tenant_id': 'aa0a54e9280d4bc190d699a39159d29c', 'mac_address': 'fa:16:3e:77:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebc7c42-9270-4f00-ac9d-72462370e6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f9949f94-c00e-4457-af21-e75dea74a600', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:21Z', 'updated_at': '2022-02-02T15:46:24Z', 'revision_number': 5, 'project_id': 'aa0a54e9280d4bc190d699a39159d29c', 'subnets': [{'id': 'f9949f94-c00e-4457-af21-e75dea74a600', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '41c7414d-cf8a-4efe-a0b3-712b64ab753a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:46:34.896560 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 54426) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:46:35.021332 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-d3b22cc8-599a-4bd8-9e5f-72f444420614 admin admin] 10.222.0.112 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1236050 Feb 02 15:46:35.804772 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 27d696dc-6412-4a0d-baaf-d5ca4db5b988 up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:46:35.870471 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port 27d696dc-6412-4a0d-baaf-d5ca4db5b988 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:46:35.870471 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (27d696dc-6412-4a0d-baaf-d5ca4db5b988), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:35.948460 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port 27d696dc-6412-4a0d-baaf-d5ca4db5b988 is: DOWN; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:46:35.948785 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (27d696dc-6412-4a0d-baaf-d5ca4db5b988), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:35.969041 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] For port 27d696dc-6412-4a0d-baaf-d5ca4db5b988, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=27d696dc-6412-4a0d-baaf-d5ca4db5b988,segment=NetworkSegment(aa18bba3-a434-4e8a-926e-117b8687e1ff),segment_id=aa18bba3-a434-4e8a-926e-117b8687e1ff)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:46:35.973166 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (27d696dc-6412-4a0d-baaf-d5ca4db5b988), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:36.021545 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Pushing event updated for resources: {'Port': ['ID=27d696dc-6412-4a0d-baaf-d5ca4db5b988,revision_number=4']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:37.777842 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 27d696dc-6412-4a0d-baaf-d5ca4db5b988 up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:46:37.836175 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port 27d696dc-6412-4a0d-baaf-d5ca4db5b988 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:46:37.836580 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (27d696dc-6412-4a0d-baaf-d5ca4db5b988), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:37.918000 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port 27d696dc-6412-4a0d-baaf-d5ca4db5b988 is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:46:40.368644 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 5 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:46:42.808664 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-fc478b8a-650a-47eb-a52d-0badb38eaf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:45.300114 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-bc3234b7-3e45-4800-ac0a-225e8d9493ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:46.175668 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:47.595271 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:46:49.173353 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:47:12.794371 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-95b1e2c9-91b1-4446-8120-520c8cc7f9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:47:15.312736 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-fd6efbf3-a482-44d5-b281-04bef46d2c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:47:16.176812 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:47:17.355173 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 5 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:47:17.611509 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:47:19.155036 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:47:42.797323 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-392569c9-6d1e-47d9-afaa-0ffd32fe1a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:47:45.317703 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abbc728b-e150-48f3-ae39-3e45a593e84a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:47:46.171338 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:47:47.600264 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:47:49.148065 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:47:54.354510 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 5 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:47:55.167706 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 54910) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:47:55.228673 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd14385-81dc-4b3f-83c1-49bb6b792ad2 admin admin] GET failed (client error): The resource could not be found. Feb 02 15:47:55.230020 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-2fd14385-81dc-4b3f-83c1-49bb6b792ad2 admin admin] 10.222.0.112 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613625 Feb 02 15:47:55.388552 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29f50b2-dd2a-4783-ad8c-eb04470021e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:55.390006 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-e29f50b2-dd2a-4783-ad8c-eb04470021e7 admin admin] 10.222.0.112 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1559489 Feb 02 15:47:57.648054 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 54920) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:47:57.742744 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90397ed4-dcb0-4415-a5c3-dee5e58ad0aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:57.744353 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-90397ed4-dcb0-4415-a5c3-dee5e58ad0aa admin admin] 10.222.0.112 "GET /v2.0/subnets/f9949f94-c00e-4457-af21-e75dea74a600 HTTP/1.1" status: 200 len: 849 time: 0.0950756 Feb 02 15:47:57.754050 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-7ed20a46-f1ce-4ea4-8c56-5de79570acb5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:47:57.837524 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-7ed20a46-f1ce-4ea4-8c56-5de79570acb5 admin admin] Publish callbacks [] for subnet (f9949f94-c00e-4457-af21-e75dea74a600), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:47:57.980611 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-7ed20a46-f1ce-4ea4-8c56-5de79570acb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791047584476'] for subnet (f9949f94-c00e-4457-af21-e75dea74a600), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:47:58.015510 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed20a46-f1ce-4ea4-8c56-5de79570acb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:58.016097 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-7ed20a46-f1ce-4ea4-8c56-5de79570acb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for subnet (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:47:58.018192 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-7ed20a46-f1ce-4ea4-8c56-5de79570acb5 admin admin] 10.222.0.112 "PUT /v2.0/subnets/f9949f94-c00e-4457-af21-e75dea74a600 HTTP/1.1" status: 200 len: 868 time: 0.2677803 Feb 02 15:47:58.018628 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3757ef-e419-40fb-8531-a12be5e9ee63 None None] Network 29bf9f6c-d53c-421c-b06c-67dcda075474 requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:47:58.036345 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed20a46-f1ce-4ea4-8c56-5de79570acb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9949f94-c00e-4457-af21-e75dea74a600,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:58.045439 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed20a46-f1ce-4ea4-8c56-5de79570acb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:58.045807 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed20a46-f1ce-4ea4-8c56-5de79570acb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:58.048949 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed20a46-f1ce-4ea4-8c56-5de79570acb5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:58.048949 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed20a46-f1ce-4ea4-8c56-5de79570acb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:58.052049 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed20a46-f1ce-4ea4-8c56-5de79570acb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:58.052429 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed20a46-f1ce-4ea4-8c56-5de79570acb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:58.052944 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed20a46-f1ce-4ea4-8c56-5de79570acb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:58.053320 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed20a46-f1ce-4ea4-8c56-5de79570acb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:58.053664 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed20a46-f1ce-4ea4-8c56-5de79570acb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:58.054001 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed20a46-f1ce-4ea4-8c56-5de79570acb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:58.054338 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed20a46-f1ce-4ea4-8c56-5de79570acb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:58.054668 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed20a46-f1ce-4ea4-8c56-5de79570acb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:58.054999 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed20a46-f1ce-4ea4-8c56-5de79570acb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:58.315096 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-344b657e-2476-45c1-a812-f9aa490a03dc None None] Provisioning complete for port 77b57c24-e3da-441d-b454-455ae1e84f38 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:47:58.315473 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-344b657e-2476-45c1-a812-f9aa490a03dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (77b57c24-e3da-441d-b454-455ae1e84f38), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:47:58.395732 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-344b657e-2476-45c1-a812-f9aa490a03dc None None] Current status of the port 77b57c24-e3da-441d-b454-455ae1e84f38 is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:47:58.406077 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-344b657e-2476-45c1-a812-f9aa490a03dc None None] Provisioning complete for port 43902426-ffe8-4f8b-b224-4806595b7889 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:47:58.406479 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-344b657e-2476-45c1-a812-f9aa490a03dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (43902426-ffe8-4f8b-b224-4806595b7889), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:47:58.485306 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-344b657e-2476-45c1-a812-f9aa490a03dc None None] Current status of the port 43902426-ffe8-4f8b-b224-4806595b7889 is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:48:00.320370 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 54928) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:48:00.521504 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd3e78f-9b59-4983-99d3-92591043f4d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:00.521910 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd3e78f-9b59-4983-99d3-92591043f4d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:00.523483 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-5fd3e78f-9b59-4983-99d3-92591043f4d5 admin admin] 10.222.0.112 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2021420 Feb 02 15:48:02.767788 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 54936) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:48:02.901708 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9030d5b-5948-4337-918f-01fa578d1869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:02.902475 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9030d5b-5948-4337-918f-01fa578d1869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:02.904059 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-d9030d5b-5948-4337-918f-01fa578d1869 admin admin] 10.222.0.112 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1352935 Feb 02 15:48:05.179642 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 54944) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:48:05.311018 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4213e79-dfe9-4ece-9e00-618e9f018c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:05.312418 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-e4213e79-dfe9-4ece-9e00-618e9f018c8b admin admin] 10.222.0.112 "GET /v2.0/networks/29bf9f6c-d53c-421c-b06c-67dcda075474 HTTP/1.1" status: 200 len: 869 time: 0.1318300 Feb 02 15:48:07.560672 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 54952) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:48:07.687074 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1292aee9-2ff3-40ac-935c-265197f8601f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:07.688544 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-1292aee9-2ff3-40ac-935c-265197f8601f admin admin] 10.222.0.112 "GET /v2.0/networks/b73e1e25-daa0-4c48-af6a-058d6b286a0a HTTP/1.1" status: 200 len: 886 time: 0.1268733 Feb 02 15:48:09.959326 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 54960) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:48:10.083106 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9cabdb-efc4-4965-af46-22e8cc6b44de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:10.083574 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9cabdb-efc4-4965-af46-22e8cc6b44de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:10.085153 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-ae9cabdb-efc4-4965-af46-22e8cc6b44de admin admin] 10.222.0.112 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1248345 Feb 02 15:48:12.330285 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 54968) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:48:12.423944 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a097f35e-63d0-4752-b5ad-2abc6713f218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:12.424324 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a097f35e-63d0-4752-b5ad-2abc6713f218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:12.425898 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-a097f35e-63d0-4752-b5ad-2abc6713f218 admin admin] 10.222.0.112 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0946622 Feb 02 15:48:12.799082 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-c99207da-886c-4e51-aee4-5d9930a76da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:48:14.681172 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 54976) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:48:14.767763 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14069bb8-0240-458b-9fb7-e2572ee7034d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:14.769141 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-14069bb8-0240-458b-9fb7-e2572ee7034d admin admin] 10.222.0.112 "GET /v2.0/subnets/28a77757-7571-4525-b12f-0d0c59f041b8 HTTP/1.1" status: 200 len: 816 time: 0.0869765 Feb 02 15:48:15.311770 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-8b99a19b-11b5-4940-afed-dc57536fa560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:48:16.174389 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:48:17.003869 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 54984) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:48:17.097175 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d353c7a4-8202-4fe6-8a54-6109be6338ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:17.098538 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-d353c7a4-8202-4fe6-8a54-6109be6338ce admin admin] 10.222.0.112 "GET /v2.0/subnets/f9949f94-c00e-4457-af21-e75dea74a600 HTTP/1.1" status: 200 len: 868 time: 0.0936761 Feb 02 15:48:17.602523 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:48:19.151282 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:48:31.385859 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 5 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:48:41.546952 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 55038) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:48:41.599575 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [None req-5ba891f1-e7e1-4d50-8e29-76bf80aed01f admin admin] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=109039) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 15:48:41.600575 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-5ba891f1-e7e1-4d50-8e29-76bf80aed01f admin admin] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0526960 Feb 02 15:48:42.800322 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-2409384b-98a0-427e-9c8a-39f35671928c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:48:43.920043 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 55048) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:48:43.980363 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab62d673-53a9-4d2c-bbb6-40068d00cf22 admin admin] GET failed (client error): The resource could not be found. Feb 02 15:48:43.981687 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-ab62d673-53a9-4d2c-bbb6-40068d00cf22 admin admin] 10.222.0.112 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606251 Feb 02 15:48:44.068360 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692f8e68-2ed3-4463-bf47-006b553e0df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:44.069901 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-692f8e68-2ed3-4463-bf47-006b553e0df3 admin admin] 10.222.0.112 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0842249 Feb 02 15:48:45.314749 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-76b7713a-c0c4-43d3-8574-cf8ab9a62071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:48:46.178331 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:48:46.392793 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 55058) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:48:46.439392 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-0e4af2b7-de4c-4a64-b774-3079bccfcf10 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True, 'project_id': 'ad3f9a192b634c52a506eac3f6ca9c65', 'tenant_id': 'ad3f9a192b634c52a506eac3f6ca9c65'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:48:46.457840 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4af2b7-de4c-4a64-b774-3079bccfcf10 admin admin] Made reservation on behalf of ad3f9a192b634c52a506eac3f6ca9c65 for: {'network': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:48:46.460080 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-0e4af2b7-de4c-4a64-b774-3079bccfcf10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for network (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:48:46.488684 dv-cinder-827511-1-iscsi neutron-server[109038]: WARNING neutron.services.revisions.revision_plugin [None req-0e4af2b7-de4c-4a64-b774-3079bccfcf10 admin admin] Could not find related network for resource to bump revision. Feb 02 15:48:46.500036 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e4af2b7-de4c-4a64-b774-3079bccfcf10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 977} {{(pid=109038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:48:46.508381 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-0e4af2b7-de4c-4a64-b774-3079bccfcf10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (8ff469a0-db9a-4452-b06b-43a36e74144c), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:48:46.508721 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.db.segments_db [None req-0e4af2b7-de4c-4a64-b774-3079bccfcf10 admin admin] Added segment 8ff469a0-db9a-4452-b06b-43a36e74144c of type vlan for network ff39514c-a52c-4bab-a759-add905acfd68 Feb 02 15:48:46.547245 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-0e4af2b7-de4c-4a64-b774-3079bccfcf10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791047091321'] for network (ff39514c-a52c-4bab-a759-add905acfd68), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:48:46.570339 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-0e4af2b7-de4c-4a64-b774-3079bccfcf10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529'] for network (ff39514c-a52c-4bab-a759-add905acfd68), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:48:46.571257 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4af2b7-de4c-4a64-b774-3079bccfcf10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:46.571838 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-0e4af2b7-de4c-4a64-b774-3079bccfcf10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:48:46.605150 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-0e4af2b7-de4c-4a64-b774-3079bccfcf10 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2112503 Feb 02 15:48:46.739528 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4af2b7-de4c-4a64-b774-3079bccfcf10 admin admin] Pushing event updated for resources: {'Network': ['ID=ff39514c-a52c-4bab-a759-add905acfd68,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:46.750039 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Network ff39514c-a52c-4bab-a759-add905acfd68 details requested by agent ovs-agent-dv-cinder-827511-1-iscsi with host dv-cinder-827511-1-iscsi {{(pid=109040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 15:48:47.606267 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:48:48.941712 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 55068) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:48:49.000971 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e80eec-a874-4ebc-972a-40c670a178e1 admin admin] GET failed (client error): The resource could not be found. Feb 02 15:48:49.002271 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-28e80eec-a874-4ebc-972a-40c670a178e1 admin admin] 10.222.0.112 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0595860 Feb 02 15:48:49.069496 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3f4ca7-b37e-4f98-af07-e152ada43782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:49.070940 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-0a3f4ca7-b37e-4f98-af07-e152ada43782 admin admin] 10.222.0.112 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0647256 Feb 02 15:48:49.081493 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-e3609f34-ab38-4899-a13a-4b1f87e6df98 admin admin] Request body: {'subnet': {'tenant_id': 'ad3f9a192b634c52a506eac3f6ca9c65', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'ff39514c-a52c-4bab-a759-add905acfd68', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:48:49.100217 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3609f34-ab38-4899-a13a-4b1f87e6df98 admin admin] Made reservation on behalf of ad3f9a192b634c52a506eac3f6ca9c65 for: {'subnet': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:48:49.102392 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e3609f34-ab38-4899-a13a-4b1f87e6df98 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:48:49.153783 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:48:49.265072 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e3609f34-ab38-4899-a13a-4b1f87e6df98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529'] for subnet (0b90a3fd-4115-44e4-a8a4-ef9c04e7fc94), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:48:49.326325 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3609f34-ab38-4899-a13a-4b1f87e6df98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b90a3fd-4115-44e4-a8a4-ef9c04e7fc94,revision_number=0']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:49.331455 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3609f34-ab38-4899-a13a-4b1f87e6df98 admin admin] Checking segment: {'id': '8ff469a0-db9a-4452-b06b-43a36e74144c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'ff39514c-a52c-4bab-a759-add905acfd68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:48:49.332309 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3609f34-ab38-4899-a13a-4b1f87e6df98 admin admin] Network hostable DHCP agents. Network: ff39514c-a52c-4bab-a759-add905acfd68, hostable agents: ['c53fdfd4-74a4-4640-bea7-ca8e654bcb85'], hosted agents: [] {{(pid=109038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:48:49.346867 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3609f34-ab38-4899-a13a-4b1f87e6df98 admin admin] Network ff39514c-a52c-4bab-a759-add905acfd68 is scheduled to be hosted by DHCP agent c53fdfd4-74a4-4640-bea7-ca8e654bcb85 with binding_index 1 {{(pid=109038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:48:49.357021 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [None req-e3609f34-ab38-4899-a13a-4b1f87e6df98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827511-1-iscsi, ff39514c-a52c-4bab-a759-add905acfd68) {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:48:49.361493 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3609f34-ab38-4899-a13a-4b1f87e6df98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:49.362096 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e3609f34-ab38-4899-a13a-4b1f87e6df98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for subnet (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:48:49.366941 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fd2294-83b9-4685-843b-cd92f6795287 None None] Network ff39514c-a52c-4bab-a759-add905acfd68 requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:48:49.382540 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-e3609f34-ab38-4899-a13a-4b1f87e6df98 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3003497 Feb 02 15:48:49.577303 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc39e58-ab2a-4a81-a2d9-84817d649670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb731cab0-9462-5933-b2b8-c5fd2c1b6f81-ff39514c-a52c-4bab-a759-add905acfd68', 'network_id': 'ff39514c-a52c-4bab-a759-add905acfd68', 'project_id': 'ad3f9a192b634c52a506eac3f6ca9c65', 'fixed_ips': [{'subnet_id': '0b90a3fd-4115-44e4-a8a4-ef9c04e7fc94'}]}} from dv-cinder-827511-1-iscsi. {{(pid=109040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 15:48:49.578146 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-bdc39e58-ab2a-4a81-a2d9-84817d649670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:48:49.716717 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.db_base_plugin_common [None req-bdc39e58-ab2a-4a81-a2d9-84817d649670 None None] Allocated IP 192.168.233.2 (ff39514c-a52c-4bab-a759-add905acfd68/0b90a3fd-4115-44e4-a8a4-ef9c04e7fc94/877046cf-782d-409b-be86-fbee53f55fc5) {{(pid=109040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:48:49.859129 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-bdc39e58-ab2a-4a81-a2d9-84817d649670 None None] Publish callbacks [] for port (877046cf-782d-409b-be86-fbee53f55fc5), precommit_create {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:48:49.865293 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-bdc39e58-ab2a-4a81-a2d9-84817d649670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353'] for port (877046cf-782d-409b-be86-fbee53f55fc5), after_create {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:48:49.907937 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc39e58-ab2a-4a81-a2d9-84817d649670 None None] Network ff39514c-a52c-4bab-a759-add905acfd68 is already hosted by enough agents. {{(pid=109040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:48:49.913167 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.scheduler.base_scheduler [None req-bdc39e58-ab2a-4a81-a2d9-84817d649670 None None] Resources bound (agent type, host, resource id): {{(pid=109040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:48:49.917195 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc39e58-ab2a-4a81-a2d9-84817d649670 None None] Received port after_create {{(pid=109040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:48:49.924070 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc39e58-ab2a-4a81-a2d9-84817d649670 None None] Pushing event updated for resources: {'Port': ['ID=877046cf-782d-409b-be86-fbee53f55fc5,revision_number=1']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:49.935079 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc39e58-ab2a-4a81-a2d9-84817d649670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:49.935079 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc39e58-ab2a-4a81-a2d9-84817d649670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:49.935079 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc39e58-ab2a-4a81-a2d9-84817d649670 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:49.935451 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc39e58-ab2a-4a81-a2d9-84817d649670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:49.935743 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc39e58-ab2a-4a81-a2d9-84817d649670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:49.936075 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc39e58-ab2a-4a81-a2d9-84817d649670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:49.936403 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc39e58-ab2a-4a81-a2d9-84817d649670 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:49.936727 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc39e58-ab2a-4a81-a2d9-84817d649670 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:49.937075 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc39e58-ab2a-4a81-a2d9-84817d649670 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:49.937528 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc39e58-ab2a-4a81-a2d9-84817d649670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:49.937755 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc39e58-ab2a-4a81-a2d9-84817d649670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:49.938055 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc39e58-ab2a-4a81-a2d9-84817d649670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:49.938373 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc39e58-ab2a-4a81-a2d9-84817d649670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:49.991044 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-bdc39e58-ab2a-4a81-a2d9-84817d649670 None None] Attempting to bind port 877046cf-782d-409b-be86-fbee53f55fc5 on host dv-cinder-827511-1-iscsi for vnic_type normal with profile {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:48:49.991336 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-bdc39e58-ab2a-4a81-a2d9-84817d649670 None None] Attempting to bind port 877046cf-782d-409b-be86-fbee53f55fc5 by drivers openvswitch,hyperv on host dv-cinder-827511-1-iscsi at level 0 using segments [{'id': '8ff469a0-db9a-4452-b06b-43a36e74144c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'ff39514c-a52c-4bab-a759-add905acfd68'}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:48:49.991703 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc39e58-ab2a-4a81-a2d9-84817d649670 None None] Attempting to bind port 877046cf-782d-409b-be86-fbee53f55fc5 on network ff39514c-a52c-4bab-a759-add905acfd68 {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:48:49.997998 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc39e58-ab2a-4a81-a2d9-84817d649670 None None] Checking agent: {'id': 'b5af8d0a-fb73-41c0-8b14-396d0b8fc477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827511-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 45, 49), 'started_at': datetime.datetime(2022, 2, 2, 15, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827511-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:48:49.998377 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc39e58-ab2a-4a81-a2d9-84817d649670 None None] Checking segment: {'id': '8ff469a0-db9a-4452-b06b-43a36e74144c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'ff39514c-a52c-4bab-a759-add905acfd68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:48:49.998781 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-bdc39e58-ab2a-4a81-a2d9-84817d649670 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:48:49.999174 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc39e58-ab2a-4a81-a2d9-84817d649670 None None] Bound using segment: {'id': '8ff469a0-db9a-4452-b06b-43a36e74144c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'ff39514c-a52c-4bab-a759-add905acfd68'} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:48:49.999639 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-bdc39e58-ab2a-4a81-a2d9-84817d649670 None None] Bound port: 877046cf-782d-409b-be86-fbee53f55fc5, host: dv-cinder-827511-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ff469a0-db9a-4452-b06b-43a36e74144c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'ff39514c-a52c-4bab-a759-add905acfd68'}}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:48:50.000024 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-bdc39e58-ab2a-4a81-a2d9-84817d649670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (877046cf-782d-409b-be86-fbee53f55fc5), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:48:50.062678 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-bdc39e58-ab2a-4a81-a2d9-84817d649670 None None] For port 877046cf-782d-409b-be86-fbee53f55fc5, host dv-cinder-827511-1-iscsi, cleared binding levels {{(pid=109040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:48:50.066710 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-bdc39e58-ab2a-4a81-a2d9-84817d649670 None None] For port 877046cf-782d-409b-be86-fbee53f55fc5, host dv-cinder-827511-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=877046cf-782d-409b-be86-fbee53f55fc5,segment=NetworkSegment(8ff469a0-db9a-4452-b06b-43a36e74144c),segment_id=8ff469a0-db9a-4452-b06b-43a36e74144c)] {{(pid=109040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:48:50.072164 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-bdc39e58-ab2a-4a81-a2d9-84817d649670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (877046cf-782d-409b-be86-fbee53f55fc5), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:48:50.133165 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc39e58-ab2a-4a81-a2d9-84817d649670 None None] Pushing event updated for resources: {'Port': ['ID=877046cf-782d-409b-be86-fbee53f55fc5,revision_number=2']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:51.168848 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5894609b-e570-4d0d-a67f-59189df0f092 None None] Network ff39514c-a52c-4bab-a759-add905acfd68 requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:48:51.248828 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-ddb8d906-d82e-473c-920a-0a0ed3788c87 None None] Provisioning complete for port 877046cf-782d-409b-be86-fbee53f55fc5 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:48:51.249528 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-ddb8d906-d82e-473c-920a-0a0ed3788c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (877046cf-782d-409b-be86-fbee53f55fc5), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:48:51.359912 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-ddb8d906-d82e-473c-920a-0a0ed3788c87 None None] Current status of the port 877046cf-782d-409b-be86-fbee53f55fc5 is: DOWN; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:48:51.360629 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-ddb8d906-d82e-473c-920a-0a0ed3788c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (877046cf-782d-409b-be86-fbee53f55fc5), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:48:51.402687 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-ddb8d906-d82e-473c-920a-0a0ed3788c87 None None] For port 877046cf-782d-409b-be86-fbee53f55fc5, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=877046cf-782d-409b-be86-fbee53f55fc5,segment=NetworkSegment(8ff469a0-db9a-4452-b06b-43a36e74144c),segment_id=8ff469a0-db9a-4452-b06b-43a36e74144c)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:48:51.409581 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-ddb8d906-d82e-473c-920a-0a0ed3788c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (877046cf-782d-409b-be86-fbee53f55fc5), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:48:51.464225 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8d906-d82e-473c-920a-0a0ed3788c87 None None] Pushing event updated for resources: {'Port': ['ID=877046cf-782d-409b-be86-fbee53f55fc5,revision_number=3']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:51.532761 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-3d54e97b-d25b-477c-ba43-9c5b4dcbb0dd None None] Provisioning complete for port 877046cf-782d-409b-be86-fbee53f55fc5 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:48:51.533221 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-3d54e97b-d25b-477c-ba43-9c5b4dcbb0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (877046cf-782d-409b-be86-fbee53f55fc5), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:48:51.611320 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-3d54e97b-d25b-477c-ba43-9c5b4dcbb0dd None None] Current status of the port 877046cf-782d-409b-be86-fbee53f55fc5 is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:48:51.882096 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 877046cf-782d-409b-be86-fbee53f55fc5 up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:48:51.931019 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port 877046cf-782d-409b-be86-fbee53f55fc5 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:48:51.931419 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (877046cf-782d-409b-be86-fbee53f55fc5), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:48:52.012347 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port 877046cf-782d-409b-be86-fbee53f55fc5 is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:49:08.374013 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 5 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:49:12.805912 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-f5933c06-9a87-4bae-a3fb-48efc56c5fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:49:15.317119 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-6774c94f-5888-44d6-984e-ed737e6ce1b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:49:16.182967 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:49:17.608551 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:49:19.156058 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:49:42.798694 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-57732cef-b321-459e-bd4f-ea97c9a07b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:49:45.323373 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-4af691b1-651e-4a46-96fe-7b0939f80dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:49:45.372908 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 5 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:49:46.187151 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:49:47.611063 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:49:49.159319 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:50:05.532696 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 55112) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:50:05.538776 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [None req-31ab4f2a-8dc9-4de3-a3d3-d39a9f10870d tempest-verify_tempest_config-110300558 tempest-verify_tempest_config-110300558-project] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=109038) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 15:50:05.539954 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-31ab4f2a-8dc9-4de3-a3d3-d39a9f10870d tempest-verify_tempest_config-110300558 tempest-verify_tempest_config-110300558-project] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0061820 Feb 02 15:50:05.837201 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 55130) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:50:05.941807 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ad3af359-385d-41fa-b1d6-977102dc6d83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:50:06.014468 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ad3af359-385d-41fa-b1d6-977102dc6d83 admin admin] Publish callbacks [] for security_group (aba54a1e-32b3-40a1-9bcb-a066c931f2e0), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:50:06.018087 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ad3af359-385d-41fa-b1d6-977102dc6d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (aba54a1e-32b3-40a1-9bcb-a066c931f2e0), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:50:06.062957 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-ad3af359-385d-41fa-b1d6-977102dc6d83 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=cfceac4f409d4985be7da9dc138aeeda&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2246997 Feb 02 15:50:06.063797 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3af359-385d-41fa-b1d6-977102dc6d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba54a1e-32b3-40a1-9bcb-a066c931f2e0,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:06.065795 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 55134) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:50:06.079839 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3af359-385d-41fa-b1d6-977102dc6d83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:06.080205 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3af359-385d-41fa-b1d6-977102dc6d83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:06.080578 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3af359-385d-41fa-b1d6-977102dc6d83 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:06.080915 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3af359-385d-41fa-b1d6-977102dc6d83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:06.081289 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3af359-385d-41fa-b1d6-977102dc6d83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:06.081638 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3af359-385d-41fa-b1d6-977102dc6d83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:06.081967 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3af359-385d-41fa-b1d6-977102dc6d83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:06.082299 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3af359-385d-41fa-b1d6-977102dc6d83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:06.082639 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3af359-385d-41fa-b1d6-977102dc6d83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:06.082984 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3af359-385d-41fa-b1d6-977102dc6d83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:06.083314 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3af359-385d-41fa-b1d6-977102dc6d83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:06.083635 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3af359-385d-41fa-b1d6-977102dc6d83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:06.083955 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3af359-385d-41fa-b1d6-977102dc6d83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:06.165901 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-d4718d8c-92d7-416b-9817-9a80571cd536 admin admin] Publish callbacks [] for security_group (aba54a1e-32b3-40a1-9bcb-a066c931f2e0), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:50:06.186076 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-d4718d8c-92d7-416b-9817-9a80571cd536 admin admin] Publish callbacks [] for security_group (aba54a1e-32b3-40a1-9bcb-a066c931f2e0), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:50:06.276714 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-d4718d8c-92d7-416b-9817-9a80571cd536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (aba54a1e-32b3-40a1-9bcb-a066c931f2e0), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:50:06.279116 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-d4718d8c-92d7-416b-9817-9a80571cd536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:50:06.280257 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-d4718d8c-92d7-416b-9817-9a80571cd536 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/aba54a1e-32b3-40a1-9bcb-a066c931f2e0 HTTP/1.1" status: 204 len: 168 time: 0.2135036 Feb 02 15:50:06.288359 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4718d8c-92d7-416b-9817-9a80571cd536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba54a1e-32b3-40a1-9bcb-a066c931f2e0,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:06.295289 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4718d8c-92d7-416b-9817-9a80571cd536 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:06.295668 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4718d8c-92d7-416b-9817-9a80571cd536 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:06.296012 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4718d8c-92d7-416b-9817-9a80571cd536 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:06.296356 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4718d8c-92d7-416b-9817-9a80571cd536 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:06.296674 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4718d8c-92d7-416b-9817-9a80571cd536 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:06.297000 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4718d8c-92d7-416b-9817-9a80571cd536 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:06.297371 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4718d8c-92d7-416b-9817-9a80571cd536 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:06.297709 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4718d8c-92d7-416b-9817-9a80571cd536 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:06.298047 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4718d8c-92d7-416b-9817-9a80571cd536 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:06.298427 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4718d8c-92d7-416b-9817-9a80571cd536 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:06.298770 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4718d8c-92d7-416b-9817-9a80571cd536 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:06.299107 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4718d8c-92d7-416b-9817-9a80571cd536 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:06.299430 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4718d8c-92d7-416b-9817-9a80571cd536 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:12.800880 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-9acea26e-b5b5-4803-8652-e34be4d7fd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:50:15.314579 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-fc2972a2-7931-4911-907f-a856485b77cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:50:16.190041 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:50:17.616866 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:50:19.162137 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:50:22.372953 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 5 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:50:42.802443 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-42577b4a-564a-4647-90fb-a8bb7fcb8243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:50:45.316341 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-80ec8339-a0d0-486f-b67e-6cfffae1180d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:50:46.192067 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:50:47.616923 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:50:49.166664 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:50:59.372251 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 5 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:51:12.804616 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-82741da9-56af-46c1-bb43-2d7a7b22a747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:51:15.318221 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-5602840f-6ebc-4d54-8af2-f1afde7c69db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:51:16.195990 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:51:17.620433 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:51:19.169979 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:51:36.371312 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 5 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:51:42.806934 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-5b8f8bcd-50df-4410-94b0-2076e15011b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:51:45.319031 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-cff0099d-56db-40bb-8aec-b9817e7a7753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:51:45.922528 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7937714'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_create {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:51:46.199964 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:51:47.621822 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:51:49.173143 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:52:00.980315 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 55208) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:52:01.085233 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-628a2b01-e447-4856-8df6-d401fa87ee6f admin admin] 10.222.0.112 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.1032107 Feb 02 15:52:03.351435 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 55218) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:52:03.405530 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-84554a61-1be2-4629-96e9-302ccd781bf7 admin admin] 10.222.0.112 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.0530007 Feb 02 15:52:12.808376 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-d62e4c6d-8d06-4961-94c7-f706ce720f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:52:13.370971 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:52:15.322284 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-169cc44b-aefc-440c-b432-3e3a4624f065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:52:15.902760 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:52:16.200618 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:52:17.625341 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:52:19.174729 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:52:42.813067 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-3ce55516-3055-4938-9f00-66f6fd48dc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:52:45.323392 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-78bd3fdc-5b29-483a-a1c9-6bdc02729a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:52:45.918762 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:52:46.203543 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:52:47.628529 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:52:49.177193 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:52:50.371822 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:53:12.816378 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-19f86b23-c43b-4e90-95d2-171cb98332dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:15.324664 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-1d54b272-9ead-4115-8896-816f6914b7f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:15.906639 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:16.206138 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:17.632345 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:19.182979 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:27.373938 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:53:36.470821 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 55376) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:36.789519 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-f4878356-fd48-439a-805e-b2b692233cf5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1284344483-network', 'tenant_id': '72f52223a6e14cb8a8c10c8caa85635b'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:53:36.811423 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4878356-fd48-439a-805e-b2b692233cf5 admin admin] Made reservation on behalf of 72f52223a6e14cb8a8c10c8caa85635b for: {'network': 1} {{(pid=109039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:53:36.813968 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-f4878356-fd48-439a-805e-b2b692233cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for network (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:36.832678 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-f4878356-fd48-439a-805e-b2b692233cf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:36.916221 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-f4878356-fd48-439a-805e-b2b692233cf5 admin admin] Publish callbacks [] for security_group (a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:36.920659 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-f4878356-fd48-439a-805e-b2b692233cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:36.956740 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4878356-fd48-439a-805e-b2b692233cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:36.968179 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4878356-fd48-439a-805e-b2b692233cf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:36.968372 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4878356-fd48-439a-805e-b2b692233cf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:36.968705 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4878356-fd48-439a-805e-b2b692233cf5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:36.969063 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4878356-fd48-439a-805e-b2b692233cf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:36.969396 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4878356-fd48-439a-805e-b2b692233cf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:36.969899 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4878356-fd48-439a-805e-b2b692233cf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:36.970247 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4878356-fd48-439a-805e-b2b692233cf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:36.970583 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4878356-fd48-439a-805e-b2b692233cf5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:36.970908 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4878356-fd48-439a-805e-b2b692233cf5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:36.971247 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4878356-fd48-439a-805e-b2b692233cf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:36.971575 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4878356-fd48-439a-805e-b2b692233cf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:36.971896 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4878356-fd48-439a-805e-b2b692233cf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:36.972222 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4878356-fd48-439a-805e-b2b692233cf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:36.973567 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4878356-fd48-439a-805e-b2b692233cf5 admin admin] Tracked resource versions report: Feb 02 15:53:36.973567 dv-cinder-827511-1-iscsi neutron-server[109039]: pushed versions: Feb 02 15:53:36.973567 dv-cinder-827511-1-iscsi neutron-server[109039]: { 'AddressGroup': {'1.2'}, Feb 02 15:53:36.973567 dv-cinder-827511-1-iscsi neutron-server[109039]: 'ConntrackHelper': {'1.0'}, Feb 02 15:53:36.973567 dv-cinder-827511-1-iscsi neutron-server[109039]: 'LocalIPAssociation': {'1.0'}, Feb 02 15:53:36.973567 dv-cinder-827511-1-iscsi neutron-server[109039]: 'Log': {'1.0'}, Feb 02 15:53:36.973567 dv-cinder-827511-1-iscsi neutron-server[109039]: 'Network': {'1.1'}, Feb 02 15:53:36.973567 dv-cinder-827511-1-iscsi neutron-server[109039]: 'Port': {'1.7'}, Feb 02 15:53:36.973567 dv-cinder-827511-1-iscsi neutron-server[109039]: 'PortForwarding': {'1.2'}, Feb 02 15:53:36.973567 dv-cinder-827511-1-iscsi neutron-server[109039]: 'QosPolicy': {'1.10'}, Feb 02 15:53:36.973567 dv-cinder-827511-1-iscsi neutron-server[109039]: 'SecurityGroup': {'1.5'}, Feb 02 15:53:36.973567 dv-cinder-827511-1-iscsi neutron-server[109039]: 'SecurityGroupRule': {'1.2'}, Feb 02 15:53:36.973567 dv-cinder-827511-1-iscsi neutron-server[109039]: 'SubPort': {'1.0'}, Feb 02 15:53:36.973567 dv-cinder-827511-1-iscsi neutron-server[109039]: 'Subnet': {'1.1'}, Feb 02 15:53:36.973567 dv-cinder-827511-1-iscsi neutron-server[109039]: 'Trunk': {'1.1'}} Feb 02 15:53:36.973567 dv-cinder-827511-1-iscsi neutron-server[109039]: consumer versions: Feb 02 15:53:36.973567 dv-cinder-827511-1-iscsi neutron-server[109039]: { DHCP agent@dv-cinder-827511-1-iscsi: {}, Feb 02 15:53:36.973567 dv-cinder-827511-1-iscsi neutron-server[109039]: HyperV agent@hv-cinder-82751: {}, Feb 02 15:53:36.973567 dv-cinder-827511-1-iscsi neutron-server[109039]: L3 agent@dv-cinder-827511-1-iscsi: {}, Feb 02 15:53:36.973567 dv-cinder-827511-1-iscsi neutron-server[109039]: Metadata agent@dv-cinder-827511-1-iscsi: {}, Feb 02 15:53:36.973567 dv-cinder-827511-1-iscsi neutron-server[109039]: Metering agent@dv-cinder-827511-1-iscsi: {}, Feb 02 15:53:36.973567 dv-cinder-827511-1-iscsi neutron-server[109039]: Open vSwitch agent@dv-cinder-827511-1-iscsi: { 'AddressGroup': '1.2', Feb 02 15:53:36.973567 dv-cinder-827511-1-iscsi neutron-server[109039]: 'ConntrackHelper': '1.0', Feb 02 15:53:36.973567 dv-cinder-827511-1-iscsi neutron-server[109039]: 'LocalIPAssociation': '1.0', Feb 02 15:53:36.973567 dv-cinder-827511-1-iscsi neutron-server[109039]: 'Log': '1.0', Feb 02 15:53:36.973567 dv-cinder-827511-1-iscsi neutron-server[109039]: 'Network': '1.1', Feb 02 15:53:36.973567 dv-cinder-827511-1-iscsi neutron-server[109039]: 'Port': '1.7', Feb 02 15:53:36.973567 dv-cinder-827511-1-iscsi neutron-server[109039]: 'PortForwarding': '1.2', Feb 02 15:53:36.973567 dv-cinder-827511-1-iscsi neutron-server[109039]: 'QosPolicy': '1.10', Feb 02 15:53:36.973567 dv-cinder-827511-1-iscsi neutron-server[109039]: 'SecurityGroup': '1.5', Feb 02 15:53:36.973567 dv-cinder-827511-1-iscsi neutron-server[109039]: 'SecurityGroupRule': '1.2', Feb 02 15:53:36.973567 dv-cinder-827511-1-iscsi neutron-server[109039]: 'SubPort': '1.0', Feb 02 15:53:36.973567 dv-cinder-827511-1-iscsi neutron-server[109039]: 'Subnet': '1.1', Feb 02 15:53:36.973567 dv-cinder-827511-1-iscsi neutron-server[109039]: 'Trunk': '1.1'}} Feb 02 15:53:36.973567 dv-cinder-827511-1-iscsi neutron-server[109039]: {{(pid=109039) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 15:53:36.976595 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4878356-fd48-439a-805e-b2b692233cf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 985} {{(pid=109039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:53:36.989776 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-f4878356-fd48-439a-805e-b2b692233cf5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791047536788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (d4271925-4f0b-46e8-8c1e-4498d24f9aea), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:36.990365 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-f4878356-fd48-439a-805e-b2b692233cf5 admin admin] Unsubscribe: segment precommit_create {{(pid=109039) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 02 15:53:36.990811 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.db.segments_db [None req-f4878356-fd48-439a-805e-b2b692233cf5 admin admin] Added segment d4271925-4f0b-46e8-8c1e-4498d24f9aea of type vlan for network aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca Feb 02 15:53:37.053826 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-f4878356-fd48-439a-805e-b2b692233cf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791047091321'] for network (aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:37.093899 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-f4878356-fd48-439a-805e-b2b692233cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529'] for network (aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:37.095001 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4878356-fd48-439a-805e-b2b692233cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:37.095579 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-f4878356-fd48-439a-805e-b2b692233cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:37.200368 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4878356-fd48-439a-805e-b2b692233cf5 admin admin] Pushing event updated for resources: {'Network': ['ID=aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:37.217895 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Network aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca details requested by agent ovs-agent-dv-cinder-827511-1-iscsi with host dv-cinder-827511-1-iscsi {{(pid=109040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 15:53:37.226030 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 55426) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:37.235428 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-857ca79e-5bcf-48b5-83c3-0c7b91b5faa2 admin admin] Request body: {'subnet': {'network_id': 'aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1284344483-subnet', 'tenant_id': '72f52223a6e14cb8a8c10c8caa85635b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:53:37.241075 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-f4878356-fd48-439a-805e-b2b692233cf5 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7691126 Feb 02 15:53:37.267952 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857ca79e-5bcf-48b5-83c3-0c7b91b5faa2 admin admin] Made reservation on behalf of 72f52223a6e14cb8a8c10c8caa85635b for: {'subnet': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:53:37.270711 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-857ca79e-5bcf-48b5-83c3-0c7b91b5faa2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:37.461916 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-857ca79e-5bcf-48b5-83c3-0c7b91b5faa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529'] for subnet (6bef7920-00cb-4a69-a6a7-9d6da3eabd36), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:37.514104 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ca79e-5bcf-48b5-83c3-0c7b91b5faa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bef7920-00cb-4a69-a6a7-9d6da3eabd36,revision_number=0']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:37.524954 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ca79e-5bcf-48b5-83c3-0c7b91b5faa2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:37.525335 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ca79e-5bcf-48b5-83c3-0c7b91b5faa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:37.525689 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ca79e-5bcf-48b5-83c3-0c7b91b5faa2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:37.526027 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ca79e-5bcf-48b5-83c3-0c7b91b5faa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:37.526555 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ca79e-5bcf-48b5-83c3-0c7b91b5faa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:37.526943 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ca79e-5bcf-48b5-83c3-0c7b91b5faa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:37.527315 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ca79e-5bcf-48b5-83c3-0c7b91b5faa2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:37.527653 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ca79e-5bcf-48b5-83c3-0c7b91b5faa2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:37.527994 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ca79e-5bcf-48b5-83c3-0c7b91b5faa2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:37.528342 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ca79e-5bcf-48b5-83c3-0c7b91b5faa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:37.528674 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ca79e-5bcf-48b5-83c3-0c7b91b5faa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:37.528996 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ca79e-5bcf-48b5-83c3-0c7b91b5faa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:37.529347 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ca79e-5bcf-48b5-83c3-0c7b91b5faa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:37.530531 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ca79e-5bcf-48b5-83c3-0c7b91b5faa2 admin admin] Tracked resource versions report: Feb 02 15:53:37.530531 dv-cinder-827511-1-iscsi neutron-server[109038]: pushed versions: Feb 02 15:53:37.530531 dv-cinder-827511-1-iscsi neutron-server[109038]: { 'AddressGroup': {'1.2'}, Feb 02 15:53:37.530531 dv-cinder-827511-1-iscsi neutron-server[109038]: 'ConntrackHelper': {'1.0'}, Feb 02 15:53:37.530531 dv-cinder-827511-1-iscsi neutron-server[109038]: 'LocalIPAssociation': {'1.0'}, Feb 02 15:53:37.530531 dv-cinder-827511-1-iscsi neutron-server[109038]: 'Log': {'1.0'}, Feb 02 15:53:37.530531 dv-cinder-827511-1-iscsi neutron-server[109038]: 'Network': {'1.1'}, Feb 02 15:53:37.530531 dv-cinder-827511-1-iscsi neutron-server[109038]: 'Port': {'1.7'}, Feb 02 15:53:37.530531 dv-cinder-827511-1-iscsi neutron-server[109038]: 'PortForwarding': {'1.2'}, Feb 02 15:53:37.530531 dv-cinder-827511-1-iscsi neutron-server[109038]: 'QosPolicy': {'1.10'}, Feb 02 15:53:37.530531 dv-cinder-827511-1-iscsi neutron-server[109038]: 'SecurityGroup': {'1.5'}, Feb 02 15:53:37.530531 dv-cinder-827511-1-iscsi neutron-server[109038]: 'SecurityGroupRule': {'1.2'}, Feb 02 15:53:37.530531 dv-cinder-827511-1-iscsi neutron-server[109038]: 'SubPort': {'1.0'}, Feb 02 15:53:37.530531 dv-cinder-827511-1-iscsi neutron-server[109038]: 'Subnet': {'1.1'}, Feb 02 15:53:37.530531 dv-cinder-827511-1-iscsi neutron-server[109038]: 'Trunk': {'1.1'}} Feb 02 15:53:37.530531 dv-cinder-827511-1-iscsi neutron-server[109038]: consumer versions: Feb 02 15:53:37.530531 dv-cinder-827511-1-iscsi neutron-server[109038]: { DHCP agent@dv-cinder-827511-1-iscsi: {}, Feb 02 15:53:37.530531 dv-cinder-827511-1-iscsi neutron-server[109038]: HyperV agent@hv-cinder-82751: {}, Feb 02 15:53:37.530531 dv-cinder-827511-1-iscsi neutron-server[109038]: L3 agent@dv-cinder-827511-1-iscsi: {}, Feb 02 15:53:37.530531 dv-cinder-827511-1-iscsi neutron-server[109038]: Metadata agent@dv-cinder-827511-1-iscsi: {}, Feb 02 15:53:37.530531 dv-cinder-827511-1-iscsi neutron-server[109038]: Metering agent@dv-cinder-827511-1-iscsi: {}, Feb 02 15:53:37.530531 dv-cinder-827511-1-iscsi neutron-server[109038]: Open vSwitch agent@dv-cinder-827511-1-iscsi: { 'AddressGroup': '1.2', Feb 02 15:53:37.530531 dv-cinder-827511-1-iscsi neutron-server[109038]: 'ConntrackHelper': '1.0', Feb 02 15:53:37.530531 dv-cinder-827511-1-iscsi neutron-server[109038]: 'LocalIPAssociation': '1.0', Feb 02 15:53:37.530531 dv-cinder-827511-1-iscsi neutron-server[109038]: 'Log': '1.0', Feb 02 15:53:37.530531 dv-cinder-827511-1-iscsi neutron-server[109038]: 'Network': '1.1', Feb 02 15:53:37.530531 dv-cinder-827511-1-iscsi neutron-server[109038]: 'Port': '1.7', Feb 02 15:53:37.530531 dv-cinder-827511-1-iscsi neutron-server[109038]: 'PortForwarding': '1.2', Feb 02 15:53:37.530531 dv-cinder-827511-1-iscsi neutron-server[109038]: 'QosPolicy': '1.10', Feb 02 15:53:37.530531 dv-cinder-827511-1-iscsi neutron-server[109038]: 'SecurityGroup': '1.5', Feb 02 15:53:37.530531 dv-cinder-827511-1-iscsi neutron-server[109038]: 'SecurityGroupRule': '1.2', Feb 02 15:53:37.530531 dv-cinder-827511-1-iscsi neutron-server[109038]: 'SubPort': '1.0', Feb 02 15:53:37.530531 dv-cinder-827511-1-iscsi neutron-server[109038]: 'Subnet': '1.1', Feb 02 15:53:37.530531 dv-cinder-827511-1-iscsi neutron-server[109038]: 'Trunk': '1.1'}} Feb 02 15:53:37.530531 dv-cinder-827511-1-iscsi neutron-server[109038]: {{(pid=109038) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 15:53:37.548723 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857ca79e-5bcf-48b5-83c3-0c7b91b5faa2 admin admin] Checking segment: {'id': 'd4271925-4f0b-46e8-8c1e-4498d24f9aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:53:37.549120 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857ca79e-5bcf-48b5-83c3-0c7b91b5faa2 admin admin] Network hostable DHCP agents. Network: aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca, hostable agents: ['c53fdfd4-74a4-4640-bea7-ca8e654bcb85'], hosted agents: [] {{(pid=109038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:53:37.580882 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857ca79e-5bcf-48b5-83c3-0c7b91b5faa2 admin admin] Network aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca is scheduled to be hosted by DHCP agent c53fdfd4-74a4-4640-bea7-ca8e654bcb85 with binding_index 1 {{(pid=109038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:53:37.602156 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [None req-857ca79e-5bcf-48b5-83c3-0c7b91b5faa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827511-1-iscsi, aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca) {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:53:37.613043 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e8981f-1219-48a0-bc61-91dee823f347 None None] Network aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:53:37.616619 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857ca79e-5bcf-48b5-83c3-0c7b91b5faa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:37.618486 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-857ca79e-5bcf-48b5-83c3-0c7b91b5faa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for subnet (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:37.643246 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 55446) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:37.644148 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-857ca79e-5bcf-48b5-83c3-0c7b91b5faa2 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4151161 Feb 02 15:53:37.648168 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-56ce30aa-c54a-4979-a1d9-75319c77f3d5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1284344483-router', 'tenant_id': '72f52223a6e14cb8a8c10c8caa85635b', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'}}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:53:37.672326 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-56ce30aa-c54a-4979-a1d9-75319c77f3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7954820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4637'] for router (71bed4e6-8de0-43ed-9a3c-42e1fa75d10e), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:37.673666 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-56ce30aa-c54a-4979-a1d9-75319c77f3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8316468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7936462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7985232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4628'] for router (71bed4e6-8de0-43ed-9a3c-42e1fa75d10e), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:37.730391 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9222af83-a04f-49e2-90a2-33614dd1c41f None None] Network aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:53:37.743461 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-56ce30aa-c54a-4979-a1d9-75319c77f3d5 admin admin] Publish callbacks [] for router_controller (71bed4e6-8de0-43ed-9a3c-42e1fa75d10e), precommit_add_association {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:37.924963 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 55460) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:37.969169 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-56ce30aa-c54a-4979-a1d9-75319c77f3d5 admin admin] Publish callbacks [] for router_gateway (71bed4e6-8de0-43ed-9a3c-42e1fa75d10e), precommit_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:38.162246 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 55480) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:38.257459 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-56ce30aa-c54a-4979-a1d9-75319c77f3d5 admin admin] Publish callbacks [] for router_gateway (71bed4e6-8de0-43ed-9a3c-42e1fa75d10e), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:38.272501 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-ab104353-b097-4626-9138-eb778201f59a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1426711805-network', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:53:38.295975 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab104353-b097-4626-9138-eb778201f59a admin admin] Made reservation on behalf of e46d9c184bc14bb2869a6bbc48e00252 for: {'network': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:53:38.297857 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-56ce30aa-c54a-4979-a1d9-75319c77f3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:38.299724 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ab104353-b097-4626-9138-eb778201f59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for network (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:38.313148 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ab104353-b097-4626-9138-eb778201f59a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:38.410196 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ab104353-b097-4626-9138-eb778201f59a admin admin] Publish callbacks [] for security_group (92926a5e-da0c-48e1-848a-47e007fe54c1), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:38.415713 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ab104353-b097-4626-9138-eb778201f59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (92926a5e-da0c-48e1-848a-47e007fe54c1), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:38.449220 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab104353-b097-4626-9138-eb778201f59a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 988} {{(pid=109038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:53:38.454547 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-fd8f6503-e8a4-4d41-8d53-679645f4391c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-251155321-network', 'tenant_id': '9a4fd2ba4da94faa9d0360410d91d90d'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:53:38.469160 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab104353-b097-4626-9138-eb778201f59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92926a5e-da0c-48e1-848a-47e007fe54c1,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:38.490835 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.db_base_plugin_common [None req-56ce30aa-c54a-4979-a1d9-75319c77f3d5 admin admin] Allocated IP 172.27.3.111 (b73e1e25-daa0-4c48-af6a-058d6b286a0a/28a77757-7571-4525-b12f-0d0c59f041b8/b628810b-60a7-4852-9697-8332e7e83e20) {{(pid=109039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:53:38.499309 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ab104353-b097-4626-9138-eb778201f59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (72c8047b-a40f-40bf-b022-6f2ccec93ad0), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:38.499672 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.db.segments_db [None req-ab104353-b097-4626-9138-eb778201f59a admin admin] Added segment 72c8047b-a40f-40bf-b022-6f2ccec93ad0 of type vlan for network b0953c76-584e-4cc9-bd10-70c56077e5e6 Feb 02 15:53:38.510736 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8f6503-e8a4-4d41-8d53-679645f4391c admin admin] Made reservation on behalf of 9a4fd2ba4da94faa9d0360410d91d90d for: {'network': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:53:38.513565 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-fd8f6503-e8a4-4d41-8d53-679645f4391c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for network (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:38.526850 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-fd8f6503-e8a4-4d41-8d53-679645f4391c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:38.586215 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ab104353-b097-4626-9138-eb778201f59a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791047091321'] for network (b0953c76-584e-4cc9-bd10-70c56077e5e6), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:38.639075 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ab104353-b097-4626-9138-eb778201f59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529'] for network (b0953c76-584e-4cc9-bd10-70c56077e5e6), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:38.640070 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab104353-b097-4626-9138-eb778201f59a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:38.640654 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ab104353-b097-4626-9138-eb778201f59a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:38.664059 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-56ce30aa-c54a-4979-a1d9-75319c77f3d5 admin admin] Publish callbacks [] for port (b628810b-60a7-4852-9697-8332e7e83e20), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:38.696098 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-ab104353-b097-4626-9138-eb778201f59a admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7657046 Feb 02 15:53:38.699901 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 55504) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:38.705264 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-d824a3e9-bbe2-4e94-be8e-7afb256f0cbc admin admin] Request body: {'subnet': {'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1426711805-subnet', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:53:38.739272 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-56ce30aa-c54a-4979-a1d9-75319c77f3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353'] for port (b628810b-60a7-4852-9697-8332e7e83e20), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:38.744917 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-fd8f6503-e8a4-4d41-8d53-679645f4391c admin admin] Publish callbacks [] for security_group (6cab17ab-0e38-420c-80af-f3ff870192d4), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:38.753122 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab104353-b097-4626-9138-eb778201f59a admin admin] Pushing event updated for resources: {'Network': ['ID=b0953c76-584e-4cc9-bd10-70c56077e5e6,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:38.760974 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-fd8f6503-e8a4-4d41-8d53-679645f4391c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (6cab17ab-0e38-420c-80af-f3ff870192d4), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:38.769317 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Network b0953c76-584e-4cc9-bd10-70c56077e5e6 details requested by agent ovs-agent-dv-cinder-827511-1-iscsi with host dv-cinder-827511-1-iscsi {{(pid=109040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 15:53:38.803201 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d824a3e9-bbe2-4e94-be8e-7afb256f0cbc admin admin] Made reservation on behalf of e46d9c184bc14bb2869a6bbc48e00252 for: {'subnet': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:53:38.806626 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-d824a3e9-bbe2-4e94-be8e-7afb256f0cbc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:38.811835 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd8f6503-e8a4-4d41-8d53-679645f4391c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 969} {{(pid=109038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:53:38.833781 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f6503-e8a4-4d41-8d53-679645f4391c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cab17ab-0e38-420c-80af-f3ff870192d4,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:38.863223 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-fd8f6503-e8a4-4d41-8d53-679645f4391c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (cf2ff181-a846-4288-9f7c-5844d2b10d41), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:38.865671 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.db.segments_db [None req-fd8f6503-e8a4-4d41-8d53-679645f4391c admin admin] Added segment cf2ff181-a846-4288-9f7c-5844d2b10d41 of type vlan for network 8e568dc9-80fc-42ae-973f-9ce5b154f810 Feb 02 15:53:38.957009 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce30aa-c54a-4979-a1d9-75319c77f3d5 admin admin] Pushing event updated for resources: {'Port': ['ID=b628810b-60a7-4852-9697-8332e7e83e20,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:38.962956 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-fd8f6503-e8a4-4d41-8d53-679645f4391c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791047091321'] for network (8e568dc9-80fc-42ae-973f-9ce5b154f810), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:38.968624 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ce30aa-c54a-4979-a1d9-75319c77f3d5 admin admin] Network b73e1e25-daa0-4c48-af6a-058d6b286a0a is already hosted by enough agents. {{(pid=109039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:53:38.972686 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.base_scheduler [None req-56ce30aa-c54a-4979-a1d9-75319c77f3d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:53:39.001797 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ce30aa-c54a-4979-a1d9-75319c77f3d5 admin admin] Received port after_create {{(pid=109039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:53:39.009825 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-fd8f6503-e8a4-4d41-8d53-679645f4391c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529'] for network (8e568dc9-80fc-42ae-973f-9ce5b154f810), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:39.010840 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8f6503-e8a4-4d41-8d53-679645f4391c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:39.011424 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-fd8f6503-e8a4-4d41-8d53-679645f4391c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:39.102850 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f6503-e8a4-4d41-8d53-679645f4391c admin admin] Pushing event updated for resources: {'Network': ['ID=8e568dc9-80fc-42ae-973f-9ce5b154f810,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:39.116192 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Network 8e568dc9-80fc-42ae-973f-9ce5b154f810 details requested by agent ovs-agent-dv-cinder-827511-1-iscsi with host dv-cinder-827511-1-iscsi {{(pid=109040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 15:53:39.121754 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-fd8f6503-e8a4-4d41-8d53-679645f4391c admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9583511 Feb 02 15:53:39.144833 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 55514) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:39.151073 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-13b8aab8-4cb4-40c4-886b-168453155228 admin admin] Request body: {'subnet': {'network_id': '8e568dc9-80fc-42ae-973f-9ce5b154f810', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-251155321-subnet', 'tenant_id': '9a4fd2ba4da94faa9d0360410d91d90d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:53:39.193369 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-d824a3e9-bbe2-4e94-be8e-7afb256f0cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529'] for subnet (f5347cd5-2ddb-4574-9672-af43239849ac), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:39.241793 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824a3e9-bbe2-4e94-be8e-7afb256f0cbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5347cd5-2ddb-4574-9672-af43239849ac,revision_number=0']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:39.244156 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b8aab8-4cb4-40c4-886b-168453155228 admin admin] Made reservation on behalf of 9a4fd2ba4da94faa9d0360410d91d90d for: {'subnet': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:53:39.246874 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-13b8aab8-4cb4-40c4-886b-168453155228 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:39.449196 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-13b8aab8-4cb4-40c4-886b-168453155228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529'] for subnet (9a3f4520-2eda-4151-9649-f7c10bbcb65e), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:39.501182 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-56ce30aa-c54a-4979-a1d9-75319c77f3d5 admin admin] Publish callbacks [] for router_gateway (71bed4e6-8de0-43ed-9a3c-42e1fa75d10e), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:39.531139 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b8aab8-4cb4-40c4-886b-168453155228 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a3f4520-2eda-4151-9649-f7c10bbcb65e,revision_number=0']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:39.579229 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d824a3e9-bbe2-4e94-be8e-7afb256f0cbc admin admin] Checking segment: {'id': '72c8047b-a40f-40bf-b022-6f2ccec93ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:53:39.579683 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d824a3e9-bbe2-4e94-be8e-7afb256f0cbc admin admin] Network hostable DHCP agents. Network: b0953c76-584e-4cc9-bd10-70c56077e5e6, hostable agents: ['c53fdfd4-74a4-4640-bea7-ca8e654bcb85'], hosted agents: [] {{(pid=109038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:53:39.587669 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b8aab8-4cb4-40c4-886b-168453155228 admin admin] Checking segment: {'id': 'cf2ff181-a846-4288-9f7c-5844d2b10d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '8e568dc9-80fc-42ae-973f-9ce5b154f810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:53:39.588064 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b8aab8-4cb4-40c4-886b-168453155228 admin admin] Network hostable DHCP agents. Network: 8e568dc9-80fc-42ae-973f-9ce5b154f810, hostable agents: ['c53fdfd4-74a4-4640-bea7-ca8e654bcb85'], hosted agents: [] {{(pid=109038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:53:39.613255 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d824a3e9-bbe2-4e94-be8e-7afb256f0cbc admin admin] Network b0953c76-584e-4cc9-bd10-70c56077e5e6 is scheduled to be hosted by DHCP agent c53fdfd4-74a4-4640-bea7-ca8e654bcb85 with binding_index 1 {{(pid=109038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:53:39.620684 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b8aab8-4cb4-40c4-886b-168453155228 admin admin] Network 8e568dc9-80fc-42ae-973f-9ce5b154f810 is scheduled to be hosted by DHCP agent c53fdfd4-74a4-4640-bea7-ca8e654bcb85 with binding_index 1 {{(pid=109038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:53:39.634207 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [None req-d824a3e9-bbe2-4e94-be8e-7afb256f0cbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827511-1-iscsi, b0953c76-584e-4cc9-bd10-70c56077e5e6) {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:53:39.636488 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [None req-13b8aab8-4cb4-40c4-886b-168453155228 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827511-1-iscsi, 8e568dc9-80fc-42ae-973f-9ce5b154f810) {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:53:39.643284 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d824a3e9-bbe2-4e94-be8e-7afb256f0cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:39.644717 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-d824a3e9-bbe2-4e94-be8e-7afb256f0cbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for subnet (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:39.646533 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301fbd4f-209d-498c-807f-44bb6884f2d8 None None] Network b0953c76-584e-4cc9-bd10-70c56077e5e6 requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:53:39.670616 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-d824a3e9-bbe2-4e94-be8e-7afb256f0cbc admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9669507 Feb 02 15:53:39.672484 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 55544) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:39.685443 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-babdc90d-ab82-41b8-a701-92d98d5705bc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1426711805-router', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'}}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:53:39.705068 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b8aab8-4cb4-40c4-886b-168453155228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:39.706225 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-13b8aab8-4cb4-40c4-886b-168453155228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for subnet (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:39.740086 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-13b8aab8-4cb4-40c4-886b-168453155228 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5926619 Feb 02 15:53:39.744945 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-babdc90d-ab82-41b8-a701-92d98d5705bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7954820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4637'] for router (abbbf086-b64b-4398-baaf-7257aa45039f), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:39.750935 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-babdc90d-ab82-41b8-a701-92d98d5705bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8316468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7936462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7985232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4628'] for router (abbbf086-b64b-4398-baaf-7257aa45039f), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:39.766123 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d11af7-1126-4027-b394-2063660cebb1 None None] Network 8e568dc9-80fc-42ae-973f-9ce5b154f810 requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:53:39.807149 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc01097e-eaeb-45a3-9fd2-c208ebb7fba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb731cab0-9462-5933-b2b8-c5fd2c1b6f81-b0953c76-584e-4cc9-bd10-70c56077e5e6', 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6', 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'fixed_ips': [{'subnet_id': 'f5347cd5-2ddb-4574-9672-af43239849ac'}]}} from dv-cinder-827511-1-iscsi. {{(pid=109040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 15:53:39.808090 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-bc01097e-eaeb-45a3-9fd2-c208ebb7fba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:39.857408 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-56ce30aa-c54a-4979-a1d9-75319c77f3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8316479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7936445'] for router (71bed4e6-8de0-43ed-9a3c-42e1fa75d10e), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:40.005206 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-babdc90d-ab82-41b8-a701-92d98d5705bc admin admin] Publish callbacks [] for router_controller (abbbf086-b64b-4398-baaf-7257aa45039f), precommit_add_association {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:40.028846 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.db_base_plugin_common [None req-bc01097e-eaeb-45a3-9fd2-c208ebb7fba9 None None] Allocated IP 172.20.0.2 (b0953c76-584e-4cc9-bd10-70c56077e5e6/f5347cd5-2ddb-4574-9672-af43239849ac/ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b) {{(pid=109040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:53:40.162492 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ce30aa-c54a-4979-a1d9-75319c77f3d5 admin admin] Router 71bed4e6-8de0-43ed-9a3c-42e1fa75d10e is scheduled to L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 with binding_index 1 {{(pid=109039) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:53:40.175406 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1e2381-9052-4691-824f-55ee8b458729 None None] Network 8e568dc9-80fc-42ae-973f-9ce5b154f810 requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:53:40.384158 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ce30aa-c54a-4979-a1d9-75319c77f3d5 admin admin] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:53:40.396976 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bced480-eb46-462b-8532-bf2a243c0c49 None None] Sync routers for ids ['71bed4e6-8de0-43ed-9a3c-42e1fa75d10e'] in dv-cinder-827511-1-iscsi {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:53:40.415764 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bced480-eb46-462b-8532-bf2a243c0c49 None None] Routers {'71bed4e6-8de0-43ed-9a3c-42e1fa75d10e'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:53:40.416458 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-2bced480-eb46-462b-8532-bf2a243c0c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T15:53:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['71bed4e6-8de0-43ed-9a3c-42e1fa75d10e'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:40.418720 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-56ce30aa-c54a-4979-a1d9-75319c77f3d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:40.425478 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-56ce30aa-c54a-4979-a1d9-75319c77f3d5 admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.7791085 Feb 02 15:53:40.425703 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 55596) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:40.425991 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 55598) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:40.430903 dv-cinder-827511-1-iscsi neutron-server[109039]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 02 15:53:40.462436 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-babdc90d-ab82-41b8-a701-92d98d5705bc admin admin] Publish callbacks [] for router_gateway (abbbf086-b64b-4398-baaf-7257aa45039f), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:40.557920 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-bc01097e-eaeb-45a3-9fd2-c208ebb7fba9 None None] Publish callbacks [] for port (ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b), precommit_create {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:40.602797 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-bc01097e-eaeb-45a3-9fd2-c208ebb7fba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353'] for port (ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b), after_create {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:40.713140 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-2bced480-eb46-462b-8532-bf2a243c0c49 None None] Set router 71bed4e6-8de0-43ed-9a3c-42e1fa75d10e gateway port host: dv-cinder-827511-1-iscsi {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:53:40.729885 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc01097e-eaeb-45a3-9fd2-c208ebb7fba9 None None] Pushing event updated for resources: {'Port': ['ID=ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b,revision_number=1']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:40.779059 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc01097e-eaeb-45a3-9fd2-c208ebb7fba9 None None] Network b0953c76-584e-4cc9-bd10-70c56077e5e6 is already hosted by enough agents. {{(pid=109040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:53:40.793884 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.scheduler.base_scheduler [None req-bc01097e-eaeb-45a3-9fd2-c208ebb7fba9 None None] Resources bound (agent type, host, resource id): {{(pid=109040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:53:40.803881 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc01097e-eaeb-45a3-9fd2-c208ebb7fba9 None None] Received port after_create {{(pid=109040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:53:40.814520 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01097e-eaeb-45a3-9fd2-c208ebb7fba9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:40.815255 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01097e-eaeb-45a3-9fd2-c208ebb7fba9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:40.815756 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01097e-eaeb-45a3-9fd2-c208ebb7fba9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:40.816595 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01097e-eaeb-45a3-9fd2-c208ebb7fba9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:40.818627 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01097e-eaeb-45a3-9fd2-c208ebb7fba9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:40.819047 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01097e-eaeb-45a3-9fd2-c208ebb7fba9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:40.819511 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01097e-eaeb-45a3-9fd2-c208ebb7fba9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:40.821250 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01097e-eaeb-45a3-9fd2-c208ebb7fba9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:40.821670 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01097e-eaeb-45a3-9fd2-c208ebb7fba9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:40.822141 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01097e-eaeb-45a3-9fd2-c208ebb7fba9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:40.822637 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01097e-eaeb-45a3-9fd2-c208ebb7fba9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:40.823573 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01097e-eaeb-45a3-9fd2-c208ebb7fba9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:40.824715 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01097e-eaeb-45a3-9fd2-c208ebb7fba9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:40.827755 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01097e-eaeb-45a3-9fd2-c208ebb7fba9 None None] Tracked resource versions report: Feb 02 15:53:40.827755 dv-cinder-827511-1-iscsi neutron-server[109040]: pushed versions: Feb 02 15:53:40.827755 dv-cinder-827511-1-iscsi neutron-server[109040]: { 'AddressGroup': {'1.2'}, Feb 02 15:53:40.827755 dv-cinder-827511-1-iscsi neutron-server[109040]: 'ConntrackHelper': {'1.0'}, Feb 02 15:53:40.827755 dv-cinder-827511-1-iscsi neutron-server[109040]: 'LocalIPAssociation': {'1.0'}, Feb 02 15:53:40.827755 dv-cinder-827511-1-iscsi neutron-server[109040]: 'Log': {'1.0'}, Feb 02 15:53:40.827755 dv-cinder-827511-1-iscsi neutron-server[109040]: 'Network': {'1.1'}, Feb 02 15:53:40.827755 dv-cinder-827511-1-iscsi neutron-server[109040]: 'Port': {'1.7'}, Feb 02 15:53:40.827755 dv-cinder-827511-1-iscsi neutron-server[109040]: 'PortForwarding': {'1.2'}, Feb 02 15:53:40.827755 dv-cinder-827511-1-iscsi neutron-server[109040]: 'QosPolicy': {'1.10'}, Feb 02 15:53:40.827755 dv-cinder-827511-1-iscsi neutron-server[109040]: 'SecurityGroup': {'1.5'}, Feb 02 15:53:40.827755 dv-cinder-827511-1-iscsi neutron-server[109040]: 'SecurityGroupRule': {'1.2'}, Feb 02 15:53:40.827755 dv-cinder-827511-1-iscsi neutron-server[109040]: 'SubPort': {'1.0'}, Feb 02 15:53:40.827755 dv-cinder-827511-1-iscsi neutron-server[109040]: 'Subnet': {'1.1'}, Feb 02 15:53:40.827755 dv-cinder-827511-1-iscsi neutron-server[109040]: 'Trunk': {'1.1'}} Feb 02 15:53:40.827755 dv-cinder-827511-1-iscsi neutron-server[109040]: consumer versions: Feb 02 15:53:40.827755 dv-cinder-827511-1-iscsi neutron-server[109040]: { DHCP agent@dv-cinder-827511-1-iscsi: {}, Feb 02 15:53:40.827755 dv-cinder-827511-1-iscsi neutron-server[109040]: HyperV agent@hv-cinder-82751: {}, Feb 02 15:53:40.827755 dv-cinder-827511-1-iscsi neutron-server[109040]: L3 agent@dv-cinder-827511-1-iscsi: {}, Feb 02 15:53:40.827755 dv-cinder-827511-1-iscsi neutron-server[109040]: Metadata agent@dv-cinder-827511-1-iscsi: {}, Feb 02 15:53:40.827755 dv-cinder-827511-1-iscsi neutron-server[109040]: Metering agent@dv-cinder-827511-1-iscsi: {}, Feb 02 15:53:40.827755 dv-cinder-827511-1-iscsi neutron-server[109040]: Open vSwitch agent@dv-cinder-827511-1-iscsi: { 'AddressGroup': '1.2', Feb 02 15:53:40.827755 dv-cinder-827511-1-iscsi neutron-server[109040]: 'ConntrackHelper': '1.0', Feb 02 15:53:40.827755 dv-cinder-827511-1-iscsi neutron-server[109040]: 'LocalIPAssociation': '1.0', Feb 02 15:53:40.827755 dv-cinder-827511-1-iscsi neutron-server[109040]: 'Log': '1.0', Feb 02 15:53:40.827755 dv-cinder-827511-1-iscsi neutron-server[109040]: 'Network': '1.1', Feb 02 15:53:40.827755 dv-cinder-827511-1-iscsi neutron-server[109040]: 'Port': '1.7', Feb 02 15:53:40.827755 dv-cinder-827511-1-iscsi neutron-server[109040]: 'PortForwarding': '1.2', Feb 02 15:53:40.827755 dv-cinder-827511-1-iscsi neutron-server[109040]: 'QosPolicy': '1.10', Feb 02 15:53:40.827755 dv-cinder-827511-1-iscsi neutron-server[109040]: 'SecurityGroup': '1.5', Feb 02 15:53:40.827755 dv-cinder-827511-1-iscsi neutron-server[109040]: 'SecurityGroupRule': '1.2', Feb 02 15:53:40.827755 dv-cinder-827511-1-iscsi neutron-server[109040]: 'SubPort': '1.0', Feb 02 15:53:40.827755 dv-cinder-827511-1-iscsi neutron-server[109040]: 'Subnet': '1.1', Feb 02 15:53:40.827755 dv-cinder-827511-1-iscsi neutron-server[109040]: 'Trunk': '1.1'}} Feb 02 15:53:40.827755 dv-cinder-827511-1-iscsi neutron-server[109040]: {{(pid=109040) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 15:53:40.846062 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-ce3ce8ce-d8ff-4511-900e-800876144c96 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:40.847611 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-ce3ce8ce-d8ff-4511-900e-800876144c96 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/networks?id=8e568dc9-80fc-42ae-973f-9ce5b154f810 HTTP/1.1" status: 200 len: 811 time: 0.4204221 Feb 02 15:53:40.868115 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-53418bac-430a-4958-93a2-9cb3d78e8552 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/quotas/9a4fd2ba4da94faa9d0360410d91d90d HTTP/1.1" status: 200 len: 375 time: 0.0131361 Feb 02 15:53:40.957292 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-babdc90d-ab82-41b8-a701-92d98d5705bc admin admin] Publish callbacks [] for router_gateway (abbbf086-b64b-4398-baaf-7257aa45039f), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:40.962034 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-bc01097e-eaeb-45a3-9fd2-c208ebb7fba9 None None] Attempting to bind port ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b on host dv-cinder-827511-1-iscsi for vnic_type normal with profile {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:53:40.965733 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-bc01097e-eaeb-45a3-9fd2-c208ebb7fba9 None None] Attempting to bind port ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b by drivers openvswitch,hyperv on host dv-cinder-827511-1-iscsi at level 0 using segments [{'id': '72c8047b-a40f-40bf-b022-6f2ccec93ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6'}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:53:40.965884 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc01097e-eaeb-45a3-9fd2-c208ebb7fba9 None None] Attempting to bind port ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b on network b0953c76-584e-4cc9-bd10-70c56077e5e6 {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:53:40.974308 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc01097e-eaeb-45a3-9fd2-c208ebb7fba9 None None] Checking agent: {'id': 'b5af8d0a-fb73-41c0-8b14-396d0b8fc477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827511-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 45, 49), 'started_at': datetime.datetime(2022, 2, 2, 15, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827511-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:53:40.974762 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc01097e-eaeb-45a3-9fd2-c208ebb7fba9 None None] Checking segment: {'id': '72c8047b-a40f-40bf-b022-6f2ccec93ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:53:40.975204 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-bc01097e-eaeb-45a3-9fd2-c208ebb7fba9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:40.975598 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc01097e-eaeb-45a3-9fd2-c208ebb7fba9 None None] Bound using segment: {'id': '72c8047b-a40f-40bf-b022-6f2ccec93ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6'} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:53:40.976072 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-bc01097e-eaeb-45a3-9fd2-c208ebb7fba9 None None] Bound port: ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b, host: dv-cinder-827511-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c8047b-a40f-40bf-b022-6f2ccec93ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6'}}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:53:40.976453 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-bc01097e-eaeb-45a3-9fd2-c208ebb7fba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:41.005901 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-babdc90d-ab82-41b8-a701-92d98d5705bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:41.029924 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-5dc602bb-0fac-4a6d-a2d7-89f647b3c154 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=9a4fd2ba4da94faa9d0360410d91d90d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1480014 Feb 02 15:53:41.142737 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-bc01097e-eaeb-45a3-9fd2-c208ebb7fba9 None None] For port ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b, host dv-cinder-827511-1-iscsi, cleared binding levels {{(pid=109040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:53:41.149506 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-bc01097e-eaeb-45a3-9fd2-c208ebb7fba9 None None] For port ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b, host dv-cinder-827511-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b,segment=NetworkSegment(72c8047b-a40f-40bf-b022-6f2ccec93ad0),segment_id=72c8047b-a40f-40bf-b022-6f2ccec93ad0)] {{(pid=109040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:53:41.163021 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-bc01097e-eaeb-45a3-9fd2-c208ebb7fba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:41.174929 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-2bced480-eb46-462b-8532-bf2a243c0c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bed4e6-8de0-43ed-9a3c-42e1fa75d10e', 'name': 'tempest-ServerRescueNegativeTestJSON-1284344483-router', 'tenant_id': '72f52223a6e14cb8a8c10c8caa85635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b628810b-60a7-4852-9697-8332e7e83e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:53:37Z', 'updated_at': '2022-02-02T15:53:39Z', 'revision_number': 3, 'project_id': '72f52223a6e14cb8a8c10c8caa85635b', 'gw_port': {'id': 'b628810b-60a7-4852-9697-8332e7e83e20', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:79:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bed4e6-8de0-43ed-9a3c-42e1fa75d10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:38Z', 'updated_at': '2022-02-02T15:53:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi'}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:41.272832 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bced480-eb46-462b-8532-bf2a243c0c49 None None] Checking router: 71bed4e6-8de0-43ed-9a3c-42e1fa75d10e for host: dv-cinder-827511-1-iscsi {{(pid=109041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:53:41.276128 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bced480-eb46-462b-8532-bf2a243c0c49 None None] Updating router 71bed4e6-8de0-43ed-9a3c-42e1fa75d10e port b628810b-60a7-4852-9697-8332e7e83e20 binding host dv-cinder-827511-1-iscsi {{(pid=109041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:53:41.299654 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc01097e-eaeb-45a3-9fd2-c208ebb7fba9 None None] Pushing event updated for resources: {'Port': ['ID=ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b,revision_number=2']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:41.356581 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-2bced480-eb46-462b-8532-bf2a243c0c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (b628810b-60a7-4852-9697-8332e7e83e20), before_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:41.382724 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_common [None req-babdc90d-ab82-41b8-a701-92d98d5705bc admin admin] Allocated IP 172.27.3.219 (b73e1e25-daa0-4c48-af6a-058d6b286a0a/28a77757-7571-4525-b12f-0d0c59f041b8/498ab6a1-e1fd-4a3a-915f-a751ae61e613) {{(pid=109038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:53:41.614766 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-babdc90d-ab82-41b8-a701-92d98d5705bc admin admin] Publish callbacks [] for port (498ab6a1-e1fd-4a3a-915f-a751ae61e613), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:41.637290 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-8fa6234e-38a6-46e4-8e5e-edf748d8fc28 service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=109039) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 15:53:41.638418 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-8fa6234e-38a6-46e4-8e5e-edf748d8fc28 service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1528857 Feb 02 15:53:41.765718 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-babdc90d-ab82-41b8-a701-92d98d5705bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353'] for port (498ab6a1-e1fd-4a3a-915f-a751ae61e613), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:41.889519 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babdc90d-ab82-41b8-a701-92d98d5705bc admin admin] Network b73e1e25-daa0-4c48-af6a-058d6b286a0a is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:53:41.894109 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [None req-babdc90d-ab82-41b8-a701-92d98d5705bc admin admin] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:53:41.898621 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babdc90d-ab82-41b8-a701-92d98d5705bc admin admin] Received port after_create {{(pid=109038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:53:41.901508 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-1553647e-32b0-4117-b767-b2107d5e85b5 service neutron] 10.222.0.112 "GET /v2.0/networks/8e568dc9-80fc-42ae-973f-9ce5b154f810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475495 Feb 02 15:53:41.962741 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 55674) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:42.150995 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babdc90d-ab82-41b8-a701-92d98d5705bc admin admin] Pushing event updated for resources: {'Port': ['ID=498ab6a1-e1fd-4a3a-915f-a751ae61e613,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:42.156702 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:53:42.185009 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-2bced480-eb46-462b-8532-bf2a243c0c49 None None] Publish callbacks [] for port (b628810b-60a7-4852-9697-8332e7e83e20), precommit_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:42.196757 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-2bced480-eb46-462b-8532-bf2a243c0c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (b628810b-60a7-4852-9697-8332e7e83e20), after_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:42.284968 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:42.287204 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:42.353260 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.managers [None req-2bced480-eb46-462b-8532-bf2a243c0c49 None None] Attempting to bind port b628810b-60a7-4852-9697-8332e7e83e20 on host dv-cinder-827511-1-iscsi for vnic_type normal with profile {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:53:42.354462 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.managers [None req-2bced480-eb46-462b-8532-bf2a243c0c49 None None] Attempting to bind port b628810b-60a7-4852-9697-8332e7e83e20 by drivers openvswitch,hyperv on host dv-cinder-827511-1-iscsi at level 0 using segments [{'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'}] {{(pid=109041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:53:42.355794 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bced480-eb46-462b-8532-bf2a243c0c49 None None] Attempting to bind port b628810b-60a7-4852-9697-8332e7e83e20 on network b73e1e25-daa0-4c48-af6a-058d6b286a0a {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:53:42.384302 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d0ab1-47e5-4276-99ca-ef98bb101036 None None] Pushing event updated for resources: {'Port': ['ID=b628810b-60a7-4852-9697-8332e7e83e20,revision_number=2']} {{(pid=109041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:42.387694 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bced480-eb46-462b-8532-bf2a243c0c49 None None] Checking agent: {'id': 'b5af8d0a-fb73-41c0-8b14-396d0b8fc477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827511-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 45, 49), 'started_at': datetime.datetime(2022, 2, 2, 15, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827511-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:53:42.388647 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bced480-eb46-462b-8532-bf2a243c0c49 None None] Checking segment: {'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:53:42.389322 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-2bced480-eb46-462b-8532-bf2a243c0c49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:42.389961 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bced480-eb46-462b-8532-bf2a243c0c49 None None] Bound using segment: {'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'} {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:53:42.390704 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.managers [None req-2bced480-eb46-462b-8532-bf2a243c0c49 None None] Bound port: b628810b-60a7-4852-9697-8332e7e83e20, host: dv-cinder-827511-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'}}] {{(pid=109041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:53:42.391330 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-2bced480-eb46-462b-8532-bf2a243c0c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (b628810b-60a7-4852-9697-8332e7e83e20), before_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:42.416481 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 55690) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:42.419314 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d0ab1-47e5-4276-99ca-ef98bb101036 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:42.421027 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d0ab1-47e5-4276-99ca-ef98bb101036 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:42.422391 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d0ab1-47e5-4276-99ca-ef98bb101036 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:42.423180 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d0ab1-47e5-4276-99ca-ef98bb101036 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:42.423796 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d0ab1-47e5-4276-99ca-ef98bb101036 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:42.424241 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d0ab1-47e5-4276-99ca-ef98bb101036 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:42.424717 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d0ab1-47e5-4276-99ca-ef98bb101036 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:42.425182 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d0ab1-47e5-4276-99ca-ef98bb101036 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:42.428723 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-0929207f-fa84-4bc3-9761-2e7bbbe55c9a service neutron] 10.222.0.112 "GET /v2.0/networks/8e568dc9-80fc-42ae-973f-9ce5b154f810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5198057 Feb 02 15:53:42.433874 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d0ab1-47e5-4276-99ca-ef98bb101036 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:42.434597 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d0ab1-47e5-4276-99ca-ef98bb101036 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:42.435133 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d0ab1-47e5-4276-99ca-ef98bb101036 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:42.436145 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d0ab1-47e5-4276-99ca-ef98bb101036 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:42.436586 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d0ab1-47e5-4276-99ca-ef98bb101036 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:42.440492 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d0ab1-47e5-4276-99ca-ef98bb101036 None None] Tracked resource versions report: Feb 02 15:53:42.440492 dv-cinder-827511-1-iscsi neutron-server[109041]: pushed versions: Feb 02 15:53:42.440492 dv-cinder-827511-1-iscsi neutron-server[109041]: { 'AddressGroup': {'1.2'}, Feb 02 15:53:42.440492 dv-cinder-827511-1-iscsi neutron-server[109041]: 'ConntrackHelper': {'1.0'}, Feb 02 15:53:42.440492 dv-cinder-827511-1-iscsi neutron-server[109041]: 'LocalIPAssociation': {'1.0'}, Feb 02 15:53:42.440492 dv-cinder-827511-1-iscsi neutron-server[109041]: 'Log': {'1.0'}, Feb 02 15:53:42.440492 dv-cinder-827511-1-iscsi neutron-server[109041]: 'Network': {'1.1'}, Feb 02 15:53:42.440492 dv-cinder-827511-1-iscsi neutron-server[109041]: 'Port': {'1.7'}, Feb 02 15:53:42.440492 dv-cinder-827511-1-iscsi neutron-server[109041]: 'PortForwarding': {'1.2'}, Feb 02 15:53:42.440492 dv-cinder-827511-1-iscsi neutron-server[109041]: 'QosPolicy': {'1.10'}, Feb 02 15:53:42.440492 dv-cinder-827511-1-iscsi neutron-server[109041]: 'SecurityGroup': {'1.5'}, Feb 02 15:53:42.440492 dv-cinder-827511-1-iscsi neutron-server[109041]: 'SecurityGroupRule': {'1.2'}, Feb 02 15:53:42.440492 dv-cinder-827511-1-iscsi neutron-server[109041]: 'SubPort': {'1.0'}, Feb 02 15:53:42.440492 dv-cinder-827511-1-iscsi neutron-server[109041]: 'Subnet': {'1.1'}, Feb 02 15:53:42.440492 dv-cinder-827511-1-iscsi neutron-server[109041]: 'Trunk': {'1.1'}} Feb 02 15:53:42.440492 dv-cinder-827511-1-iscsi neutron-server[109041]: consumer versions: Feb 02 15:53:42.440492 dv-cinder-827511-1-iscsi neutron-server[109041]: { DHCP agent@dv-cinder-827511-1-iscsi: {}, Feb 02 15:53:42.440492 dv-cinder-827511-1-iscsi neutron-server[109041]: HyperV agent@hv-cinder-82751: {}, Feb 02 15:53:42.440492 dv-cinder-827511-1-iscsi neutron-server[109041]: L3 agent@dv-cinder-827511-1-iscsi: {}, Feb 02 15:53:42.440492 dv-cinder-827511-1-iscsi neutron-server[109041]: Metadata agent@dv-cinder-827511-1-iscsi: {}, Feb 02 15:53:42.440492 dv-cinder-827511-1-iscsi neutron-server[109041]: Metering agent@dv-cinder-827511-1-iscsi: {}, Feb 02 15:53:42.440492 dv-cinder-827511-1-iscsi neutron-server[109041]: Open vSwitch agent@dv-cinder-827511-1-iscsi: { 'AddressGroup': '1.2', Feb 02 15:53:42.440492 dv-cinder-827511-1-iscsi neutron-server[109041]: 'ConntrackHelper': '1.0', Feb 02 15:53:42.440492 dv-cinder-827511-1-iscsi neutron-server[109041]: 'LocalIPAssociation': '1.0', Feb 02 15:53:42.440492 dv-cinder-827511-1-iscsi neutron-server[109041]: 'Log': '1.0', Feb 02 15:53:42.440492 dv-cinder-827511-1-iscsi neutron-server[109041]: 'Network': '1.1', Feb 02 15:53:42.440492 dv-cinder-827511-1-iscsi neutron-server[109041]: 'Port': '1.7', Feb 02 15:53:42.440492 dv-cinder-827511-1-iscsi neutron-server[109041]: 'PortForwarding': '1.2', Feb 02 15:53:42.440492 dv-cinder-827511-1-iscsi neutron-server[109041]: 'QosPolicy': '1.10', Feb 02 15:53:42.440492 dv-cinder-827511-1-iscsi neutron-server[109041]: 'SecurityGroup': '1.5', Feb 02 15:53:42.440492 dv-cinder-827511-1-iscsi neutron-server[109041]: 'SecurityGroupRule': '1.2', Feb 02 15:53:42.440492 dv-cinder-827511-1-iscsi neutron-server[109041]: 'SubPort': '1.0', Feb 02 15:53:42.440492 dv-cinder-827511-1-iscsi neutron-server[109041]: 'Subnet': '1.1', Feb 02 15:53:42.440492 dv-cinder-827511-1-iscsi neutron-server[109041]: 'Trunk': '1.1'}} Feb 02 15:53:42.440492 dv-cinder-827511-1-iscsi neutron-server[109041]: {{(pid=109041) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 15:53:42.506679 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-79225720-fdb7-4cab-812d-665a84892b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:42.533174 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b is: DOWN; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:53:42.533876 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-5b7702cb-c7b3-4357-a80b-4725a139fcec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:42.535271 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:42.576871 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-d9ff4c69-e1e1-42aa-9bb9-032b28209b31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:42.637758 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] For port ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b,segment=NetworkSegment(72c8047b-a40f-40bf-b022-6f2ccec93ad0),segment_id=72c8047b-a40f-40bf-b022-6f2ccec93ad0)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:53:42.644100 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:42.686606 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-babdc90d-ab82-41b8-a701-92d98d5705bc admin admin] Publish callbacks [] for router_gateway (abbbf086-b64b-4398-baaf-7257aa45039f), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:42.695543 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.db [None req-2bced480-eb46-462b-8532-bf2a243c0c49 None None] For port b628810b-60a7-4852-9697-8332e7e83e20, host dv-cinder-827511-1-iscsi, cleared binding levels {{(pid=109041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:53:42.707576 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.db [None req-2bced480-eb46-462b-8532-bf2a243c0c49 None None] For port b628810b-60a7-4852-9697-8332e7e83e20, host dv-cinder-827511-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=b628810b-60a7-4852-9697-8332e7e83e20,segment=NetworkSegment(aa18bba3-a434-4e8a-926e-117b8687e1ff),segment_id=aa18bba3-a434-4e8a-926e-117b8687e1ff)] {{(pid=109041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:53:42.723533 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-2bced480-eb46-462b-8532-bf2a243c0c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (b628810b-60a7-4852-9697-8332e7e83e20), after_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:42.831133 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Pushing event updated for resources: {'Port': ['ID=ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b,revision_number=3']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:42.918441 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-176353dd-7e4b-467e-8078-c271c39a6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:42.951260 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d0ab1-47e5-4276-99ca-ef98bb101036 None None] Pushing event updated for resources: {'Port': ['ID=b628810b-60a7-4852-9697-8332e7e83e20,revision_number=3']} {{(pid=109041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:43.010751 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bced480-eb46-462b-8532-bf2a243c0c49 None None] Routers {'71bed4e6-8de0-43ed-9a3c-42e1fa75d10e'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:53:43.011923 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-2bced480-eb46-462b-8532-bf2a243c0c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T15:53:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['71bed4e6-8de0-43ed-9a3c-42e1fa75d10e'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:43.163019 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-35d8e7af-6558-436d-95dc-0b362456101e req-2d09c20b-ac78-4dad-b220-559a3634cc8c tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 210 time: 0.1519945 Feb 02 15:53:43.193556 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-79225720-fdb7-4cab-812d-665a84892b78 admin admin] Publish callbacks [] for security_group (241a2684-51ff-4225-b61f-6ae963a211a4), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:43.226070 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af874575-279b-427a-a204-9ff7ba6a516c None None] Network b0953c76-584e-4cc9-bd10-70c56077e5e6 requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:53:43.254200 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-79225720-fdb7-4cab-812d-665a84892b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (241a2684-51ff-4225-b61f-6ae963a211a4), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:43.292068 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-2bced480-eb46-462b-8532-bf2a243c0c49 None None] Set router 71bed4e6-8de0-43ed-9a3c-42e1fa75d10e gateway port host: dv-cinder-827511-1-iscsi {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:53:43.327578 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-79225720-fdb7-4cab-812d-665a84892b78 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=428f70f9da3b4485b105773603acf405&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3622432 Feb 02 15:53:43.329249 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.db_base_plugin_common [None req-5b7702cb-c7b3-4357-a80b-4725a139fcec admin admin] Allocated IP 172.20.0.1 (aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca/6bef7920-00cb-4a69-a6a7-9d6da3eabd36/0e9d5089-cf50-44eb-8472-aa120a271f5b) {{(pid=109039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:53:43.331428 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79225720-fdb7-4cab-812d-665a84892b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241a2684-51ff-4225-b61f-6ae963a211a4,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:43.332600 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 55742) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:43.424864 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-babdc90d-ab82-41b8-a701-92d98d5705bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8316479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7936445'] for router (abbbf086-b64b-4398-baaf-7257aa45039f), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:43.464060 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-d9ff4c69-e1e1-42aa-9bb9-032b28209b31 admin admin] Publish callbacks [] for security_group (73c56f60-e5dd-44a6-9733-61c368444c56), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:43.503179 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-5b7702cb-c7b3-4357-a80b-4725a139fcec admin admin] Publish callbacks [] for port (0e9d5089-cf50-44eb-8472-aa120a271f5b), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:43.514157 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-ddcf989a-4e56-44df-892a-f99beb6cad35 None None] Provisioning complete for port ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:43.514549 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-ddcf989a-4e56-44df-892a-f99beb6cad35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:43.516001 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-d9ff4c69-e1e1-42aa-9bb9-032b28209b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (73c56f60-e5dd-44a6-9733-61c368444c56), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:43.551968 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 55748) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:43.553623 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-d9ff4c69-e1e1-42aa-9bb9-032b28209b31 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=4daa432f04f74ccdb362d47a9926aca7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1322086 Feb 02 15:53:43.596668 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-cd1d4443-77a1-44ae-846e-b767d87a25a5 admin admin] Publish callbacks [] for security_group (241a2684-51ff-4225-b61f-6ae963a211a4), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:43.617315 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-fb9dc20c-63d9-47ee-a75c-deb888ec435b admin admin] Publish callbacks [] for security_group (73c56f60-e5dd-44a6-9733-61c368444c56), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:43.632410 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-cd1d4443-77a1-44ae-846e-b767d87a25a5 admin admin] Publish callbacks [] for security_group (241a2684-51ff-4225-b61f-6ae963a211a4), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:43.640199 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-2bced480-eb46-462b-8532-bf2a243c0c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bed4e6-8de0-43ed-9a3c-42e1fa75d10e', 'name': 'tempest-ServerRescueNegativeTestJSON-1284344483-router', 'tenant_id': '72f52223a6e14cb8a8c10c8caa85635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b628810b-60a7-4852-9697-8332e7e83e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:53:37Z', 'updated_at': '2022-02-02T15:53:39Z', 'revision_number': 3, 'project_id': '72f52223a6e14cb8a8c10c8caa85635b', 'gw_port': {'id': 'b628810b-60a7-4852-9697-8332e7e83e20', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:79:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bed4e6-8de0-43ed-9a3c-42e1fa75d10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:38Z', 'updated_at': '2022-02-02T15:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi'}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:43.642142 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-fb9dc20c-63d9-47ee-a75c-deb888ec435b admin admin] Publish callbacks [] for security_group (73c56f60-e5dd-44a6-9733-61c368444c56), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:43.710330 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-5b7702cb-c7b3-4357-a80b-4725a139fcec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353'] for port (0e9d5089-cf50-44eb-8472-aa120a271f5b), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:43.711833 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bced480-eb46-462b-8532-bf2a243c0c49 None None] The sync data for ids ['71bed4e6-8de0-43ed-9a3c-42e1fa75d10e'] in dv-cinder-827511-1-iscsi is: [{'id': '71bed4e6-8de0-43ed-9a3c-42e1fa75d10e', 'name': 'tempest-ServerRescueNegativeTestJSON-1284344483-router', 'tenant_id': '72f52223a6e14cb8a8c10c8caa85635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b628810b-60a7-4852-9697-8332e7e83e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:53:37Z', 'updated_at': '2022-02-02T15:53:39Z', 'revision_number': 3, 'project_id': '72f52223a6e14cb8a8c10c8caa85635b', 'gw_port': {'id': 'b628810b-60a7-4852-9697-8332e7e83e20', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:79:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bed4e6-8de0-43ed-9a3c-42e1fa75d10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:38Z', 'updated_at': '2022-02-02T15:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi'}] {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:53:43.749175 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7702cb-c7b3-4357-a80b-4725a139fcec admin admin] Network aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca is already hosted by enough agents. {{(pid=109039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:53:43.755132 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.base_scheduler [None req-5b7702cb-c7b3-4357-a80b-4725a139fcec admin admin] Resources bound (agent type, host, resource id): {{(pid=109039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:53:43.762367 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-fb9dc20c-63d9-47ee-a75c-deb888ec435b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (73c56f60-e5dd-44a6-9733-61c368444c56), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:43.765475 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-fb9dc20c-63d9-47ee-a75c-deb888ec435b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:43.776260 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-fb9dc20c-63d9-47ee-a75c-deb888ec435b admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/73c56f60-e5dd-44a6-9733-61c368444c56 HTTP/1.1" status: 204 len: 168 time: 0.2232552 Feb 02 15:53:43.783844 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff4c69-e1e1-42aa-9bb9-032b28209b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c56f60-e5dd-44a6-9733-61c368444c56,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:43.811280 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-cd1d4443-77a1-44ae-846e-b767d87a25a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (241a2684-51ff-4225-b61f-6ae963a211a4), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:43.814963 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-cd1d4443-77a1-44ae-846e-b767d87a25a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:43.816474 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-cd1d4443-77a1-44ae-846e-b767d87a25a5 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/241a2684-51ff-4225-b61f-6ae963a211a4 HTTP/1.1" status: 204 len: 168 time: 0.4662392 Feb 02 15:53:43.826123 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-ddcf989a-4e56-44df-892a-f99beb6cad35 None None] Current status of the port ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:53:43.834199 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d4443-77a1-44ae-846e-b767d87a25a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241a2684-51ff-4225-b61f-6ae963a211a4,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:43.854360 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babdc90d-ab82-41b8-a701-92d98d5705bc admin admin] Router abbbf086-b64b-4398-baaf-7257aa45039f is scheduled to L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 with binding_index 1 {{(pid=109038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:53:43.883840 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7702cb-c7b3-4357-a80b-4725a139fcec admin admin] Received port after_create {{(pid=109039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:53:43.886536 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-5b7702cb-c7b3-4357-a80b-4725a139fcec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7937998'] for router_interface (71bed4e6-8de0-43ed-9a3c-42e1fa75d10e), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:43.999354 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9dc20c-63d9-47ee-a75c-deb888ec435b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c56f60-e5dd-44a6-9733-61c368444c56,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:44.094272 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-1480a09f-c8d3-4455-9644-a0a577c787b3 None None] Provisioning complete for port ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:44.107928 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-1480a09f-c8d3-4455-9644-a0a577c787b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:44.118880 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:53:44.142505 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babdc90d-ab82-41b8-a701-92d98d5705bc admin admin] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:53:44.161409 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7702cb-c7b3-4357-a80b-4725a139fcec admin admin] Pushing event updated for resources: {'Port': ['ID=0e9d5089-cf50-44eb-8472-aa120a271f5b,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:44.197539 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-babdc90d-ab82-41b8-a701-92d98d5705bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:44.203207 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-babdc90d-ab82-41b8-a701-92d98d5705bc admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5224714 Feb 02 15:53:44.204209 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 55780) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:44.212491 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b988dfd9-9860-4f71-a0c3-72011ef04250 None None] Sync routers for ids ['abbbf086-b64b-4398-baaf-7257aa45039f'] in dv-cinder-827511-1-iscsi {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:53:44.286307 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b988dfd9-9860-4f71-a0c3-72011ef04250 None None] Routers {'abbbf086-b64b-4398-baaf-7257aa45039f'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:53:44.290508 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-b988dfd9-9860-4f71-a0c3-72011ef04250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T15:53:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['abbbf086-b64b-4398-baaf-7257aa45039f'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:44.457421 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b81b26a4-93ec-4330-b7b2-6931b2edc5b8 req-6dfde640-8363-456a-8e5d-9a3604f3d884 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 210 time: 0.1503470 Feb 02 15:53:44.610560 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-5b7702cb-c7b3-4357-a80b-4725a139fcec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (0e9d5089-cf50-44eb-8472-aa120a271f5b), before_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:44.717712 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:44.718115 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:44.778765 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-b988dfd9-9860-4f71-a0c3-72011ef04250 None None] Set router abbbf086-b64b-4398-baaf-7257aa45039f gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:53:44.850173 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-1480a09f-c8d3-4455-9644-a0a577c787b3 None None] Current status of the port ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:53:44.917190 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 55798) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:44.944799 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-db079a2a-2e5e-4ffe-8c7d-d255caa7ffdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:45.038522 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-5b7702cb-c7b3-4357-a80b-4725a139fcec admin admin] Publish callbacks [] for port (0e9d5089-cf50-44eb-8472-aa120a271f5b), precommit_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:45.048369 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-5b7702cb-c7b3-4357-a80b-4725a139fcec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (0e9d5089-cf50-44eb-8472-aa120a271f5b), after_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:45.054270 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-5b7702cb-c7b3-4357-a80b-4725a139fcec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8109355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7937662'] for router_interface (71bed4e6-8de0-43ed-9a3c-42e1fa75d10e), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:45.075870 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-db079a2a-2e5e-4ffe-8c7d-d255caa7ffdc admin admin] Publish callbacks [] for security_group (795260b8-d0e0-493f-abde-aa40b64654e6), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:45.083557 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-db079a2a-2e5e-4ffe-8c7d-d255caa7ffdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (795260b8-d0e0-493f-abde-aa40b64654e6), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:45.162789 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-db079a2a-2e5e-4ffe-8c7d-d255caa7ffdc admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=c3df268b5c644282b085927e3de7c665&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2437699 Feb 02 15:53:45.163010 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 55814) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:45.205805 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db079a2a-2e5e-4ffe-8c7d-d255caa7ffdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795260b8-d0e0-493f-abde-aa40b64654e6,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:45.222401 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:53:45.273754 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-b988dfd9-9860-4f71-a0c3-72011ef04250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'name': 'tempest-AttachVolumeShelveTestJSON-1426711805-router', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:53:39Z', 'updated_at': '2022-02-02T15:53:42Z', 'revision_number': 3, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'gw_port': {'id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:52:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:41Z', 'updated_at': '2022-02-02T15:53:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi'}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:45.299503 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7702cb-c7b3-4357-a80b-4725a139fcec admin admin] Pushing event updated for resources: {'Port': ['ID=0e9d5089-cf50-44eb-8472-aa120a271f5b,revision_number=2']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:45.332044 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b988dfd9-9860-4f71-a0c3-72011ef04250 None None] Checking router: abbbf086-b64b-4398-baaf-7257aa45039f for host: dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:53:45.333643 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b988dfd9-9860-4f71-a0c3-72011ef04250 None None] Updating router abbbf086-b64b-4398-baaf-7257aa45039f port 498ab6a1-e1fd-4a3a-915f-a751ae61e613 binding host dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:53:45.365794 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 55822) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:45.388800 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7702cb-c7b3-4357-a80b-4725a139fcec admin admin] Network aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca is already hosted by enough agents. {{(pid=109039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:53:45.389637 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-505085cb-8e5f-42fc-843a-9c8ac5a8faf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:45.394507 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-b988dfd9-9860-4f71-a0c3-72011ef04250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (498ab6a1-e1fd-4a3a-915f-a751ae61e613), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:45.402896 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.base_scheduler [None req-5b7702cb-c7b3-4357-a80b-4725a139fcec admin admin] Resources bound (agent type, host, resource id): {{(pid=109039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:53:45.428073 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-d06ca1f3-7708-4cb0-9b38-957290b454bc admin admin] Publish callbacks [] for security_group (795260b8-d0e0-493f-abde-aa40b64654e6), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:45.463859 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-6294458f-658a-4479-b334-bbc8205c41c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:45.491432 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-d06ca1f3-7708-4cb0-9b38-957290b454bc admin admin] Publish callbacks [] for security_group (795260b8-d0e0-493f-abde-aa40b64654e6), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:45.605164 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7702cb-c7b3-4357-a80b-4725a139fcec admin admin] Router 71bed4e6-8de0-43ed-9a3c-42e1fa75d10e has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:53:45.624838 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-3da62f9b-c534-4b3f-9db1-acd8a94047c7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1153550015-network', 'tenant_id': '899ff2e4fe1f4b938507a227380af18c'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:53:45.648783 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b25c9436-cb65-40e5-b55f-2ed6ef8dcd52 req-2596d8a2-b2ee-4939-932b-cccf8a07c2bb tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 210 time: 0.0285716 Feb 02 15:53:45.681697 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-d06ca1f3-7708-4cb0-9b38-957290b454bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (795260b8-d0e0-493f-abde-aa40b64654e6), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:45.684329 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-d06ca1f3-7708-4cb0-9b38-957290b454bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:45.685445 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-d06ca1f3-7708-4cb0-9b38-957290b454bc admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/795260b8-d0e0-493f-abde-aa40b64654e6 HTTP/1.1" status: 204 len: 168 time: 0.5198340 Feb 02 15:53:45.690424 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_common [None req-6294458f-658a-4479-b334-bbc8205c41c7 admin admin] Allocated IP 172.20.0.1 (b0953c76-584e-4cc9-bd10-70c56077e5e6/f5347cd5-2ddb-4574-9672-af43239849ac/669194a7-fd15-49db-984b-f445be46b5f7) {{(pid=109038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:53:45.693522 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da62f9b-c534-4b3f-9db1-acd8a94047c7 admin admin] Made reservation on behalf of 899ff2e4fe1f4b938507a227380af18c for: {'network': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:53:45.696290 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-3da62f9b-c534-4b3f-9db1-acd8a94047c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for network (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:45.700614 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ca1f3-7708-4cb0-9b38-957290b454bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795260b8-d0e0-493f-abde-aa40b64654e6,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:45.712821 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-3da62f9b-c534-4b3f-9db1-acd8a94047c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:45.766770 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-b988dfd9-9860-4f71-a0c3-72011ef04250 None None] Publish callbacks [] for port (498ab6a1-e1fd-4a3a-915f-a751ae61e613), precommit_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:45.777218 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-b988dfd9-9860-4f71-a0c3-72011ef04250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (498ab6a1-e1fd-4a3a-915f-a751ae61e613), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:45.811986 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7702cb-c7b3-4357-a80b-4725a139fcec admin admin] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:53:45.820162 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-5b7702cb-c7b3-4357-a80b-4725a139fcec admin admin] 10.222.0.112 "PUT /v2.0/routers/71bed4e6-8de0-43ed-9a3c-42e1fa75d10e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3915834 Feb 02 15:53:45.902220 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b44f5-2cb4-442f-a92e-5097a8d28ca9 None None] Pushing event updated for resources: {'Port': ['ID=498ab6a1-e1fd-4a3a-915f-a751ae61e613,revision_number=2']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:45.936860 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-6294458f-658a-4479-b334-bbc8205c41c7 admin admin] Publish callbacks [] for port (669194a7-fd15-49db-984b-f445be46b5f7), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:45.941487 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:45.943110 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-b988dfd9-9860-4f71-a0c3-72011ef04250 None None] Attempting to bind port 498ab6a1-e1fd-4a3a-915f-a751ae61e613 on host dv-cinder-827511-1-iscsi for vnic_type normal with profile {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:53:45.943959 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-b988dfd9-9860-4f71-a0c3-72011ef04250 None None] Attempting to bind port 498ab6a1-e1fd-4a3a-915f-a751ae61e613 by drivers openvswitch,hyperv on host dv-cinder-827511-1-iscsi at level 0 using segments [{'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:53:45.944794 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b988dfd9-9860-4f71-a0c3-72011ef04250 None None] Attempting to bind port 498ab6a1-e1fd-4a3a-915f-a751ae61e613 on network b73e1e25-daa0-4c48-af6a-058d6b286a0a {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:53:45.953331 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b988dfd9-9860-4f71-a0c3-72011ef04250 None None] Checking agent: {'id': 'b5af8d0a-fb73-41c0-8b14-396d0b8fc477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827511-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 45, 49), 'started_at': datetime.datetime(2022, 2, 2, 15, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827511-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:53:45.954131 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b988dfd9-9860-4f71-a0c3-72011ef04250 None None] Checking segment: {'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:53:45.954909 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-b988dfd9-9860-4f71-a0c3-72011ef04250 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:45.955671 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b988dfd9-9860-4f71-a0c3-72011ef04250 None None] Bound using segment: {'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:53:45.956461 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-b988dfd9-9860-4f71-a0c3-72011ef04250 None None] Bound port: 498ab6a1-e1fd-4a3a-915f-a751ae61e613, host: dv-cinder-827511-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'}}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:53:45.957136 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-b988dfd9-9860-4f71-a0c3-72011ef04250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (498ab6a1-e1fd-4a3a-915f-a751ae61e613), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:45.980104 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-3da62f9b-c534-4b3f-9db1-acd8a94047c7 admin admin] Publish callbacks [] for security_group (1f9c73f2-8119-4b01-8cf4-91e3a46b9793), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:45.987355 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-3da62f9b-c534-4b3f-9db1-acd8a94047c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (1f9c73f2-8119-4b01-8cf4-91e3a46b9793), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:46.005030 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da62f9b-c534-4b3f-9db1-acd8a94047c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 957} {{(pid=109038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:53:46.036592 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-3da62f9b-c534-4b3f-9db1-acd8a94047c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (bc01214e-7aa0-4845-99b5-19dd51155801), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:46.036953 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.db.segments_db [None req-3da62f9b-c534-4b3f-9db1-acd8a94047c7 admin admin] Added segment bc01214e-7aa0-4845-99b5-19dd51155801 of type vlan for network 355f5176-8657-4949-bf9e-d45ccf0841b4 Feb 02 15:53:46.135218 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-b988dfd9-9860-4f71-a0c3-72011ef04250 None None] For port 498ab6a1-e1fd-4a3a-915f-a751ae61e613, host dv-cinder-827511-1-iscsi, cleared binding levels {{(pid=109040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:53:46.139067 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-b988dfd9-9860-4f71-a0c3-72011ef04250 None None] For port 498ab6a1-e1fd-4a3a-915f-a751ae61e613, host dv-cinder-827511-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=498ab6a1-e1fd-4a3a-915f-a751ae61e613,segment=NetworkSegment(aa18bba3-a434-4e8a-926e-117b8687e1ff),segment_id=aa18bba3-a434-4e8a-926e-117b8687e1ff)] {{(pid=109040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:53:46.153895 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-b988dfd9-9860-4f71-a0c3-72011ef04250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (498ab6a1-e1fd-4a3a-915f-a751ae61e613), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:46.180297 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-3da62f9b-c534-4b3f-9db1-acd8a94047c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791047091321'] for network (355f5176-8657-4949-bf9e-d45ccf0841b4), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:46.225407 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device b628810b-60a7-4852-9697-8332e7e83e20 up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:53:46.276058 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b988dfd9-9860-4f71-a0c3-72011ef04250 None None] Routers {'abbbf086-b64b-4398-baaf-7257aa45039f'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:53:46.276705 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-b988dfd9-9860-4f71-a0c3-72011ef04250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T15:53:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['abbbf086-b64b-4398-baaf-7257aa45039f'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:46.309552 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da62f9b-c534-4b3f-9db1-acd8a94047c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9c73f2-8119-4b01-8cf4-91e3a46b9793,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:46.353699 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-3da62f9b-c534-4b3f-9db1-acd8a94047c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529'] for network (355f5176-8657-4949-bf9e-d45ccf0841b4), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:46.360518 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da62f9b-c534-4b3f-9db1-acd8a94047c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:46.362629 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-3da62f9b-c534-4b3f-9db1-acd8a94047c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:46.445407 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da62f9b-c534-4b3f-9db1-acd8a94047c7 admin admin] Pushing event updated for resources: {'Network': ['ID=355f5176-8657-4949-bf9e-d45ccf0841b4,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:46.450360 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-6294458f-658a-4479-b334-bbc8205c41c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353'] for port (669194a7-fd15-49db-984b-f445be46b5f7), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:46.501676 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-3da62f9b-c534-4b3f-9db1-acd8a94047c7 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1343536 Feb 02 15:53:46.505653 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 55864) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:46.515862 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-fa15ff8c-6153-4450-a092-e2fdf6f3bd7b admin admin] Request body: {'subnet': {'network_id': '355f5176-8657-4949-bf9e-d45ccf0841b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1153550015-subnet', 'tenant_id': '899ff2e4fe1f4b938507a227380af18c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:53:46.541792 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294458f-658a-4479-b334-bbc8205c41c7 admin admin] Pushing event updated for resources: {'Port': ['ID=669194a7-fd15-49db-984b-f445be46b5f7,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:46.542350 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Network 355f5176-8657-4949-bf9e-d45ccf0841b4 details requested by agent ovs-agent-dv-cinder-827511-1-iscsi with host dv-cinder-827511-1-iscsi {{(pid=109040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 15:53:46.548192 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b44f5-2cb4-442f-a92e-5097a8d28ca9 None None] Pushing event updated for resources: {'Port': ['ID=498ab6a1-e1fd-4a3a-915f-a751ae61e613,revision_number=3']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:46.578746 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:46.587213 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6294458f-658a-4479-b334-bbc8205c41c7 admin admin] Network b0953c76-584e-4cc9-bd10-70c56077e5e6 is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:53:46.589563 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [None req-6294458f-658a-4479-b334-bbc8205c41c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:53:46.592550 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6294458f-658a-4479-b334-bbc8205c41c7 admin admin] Received port after_create {{(pid=109038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:53:46.593480 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-6294458f-658a-4479-b334-bbc8205c41c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7937998'] for router_interface (abbbf086-b64b-4398-baaf-7257aa45039f), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:46.597718 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa15ff8c-6153-4450-a092-e2fdf6f3bd7b admin admin] Made reservation on behalf of 899ff2e4fe1f4b938507a227380af18c for: {'subnet': 1} {{(pid=109039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:53:46.600577 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-fa15ff8c-6153-4450-a092-e2fdf6f3bd7b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:46.746648 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a407ef98-d3fd-4a9c-bd53-b0fb87afbc01 None None] Sync routers for ids ['71bed4e6-8de0-43ed-9a3c-42e1fa75d10e'] in dv-cinder-827511-1-iscsi {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:53:46.761567 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a407ef98-d3fd-4a9c-bd53-b0fb87afbc01 None None] Routers {'71bed4e6-8de0-43ed-9a3c-42e1fa75d10e'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:53:46.768021 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-a407ef98-d3fd-4a9c-bd53-b0fb87afbc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T15:53:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['71bed4e6-8de0-43ed-9a3c-42e1fa75d10e'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:46.797882 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port b628810b-60a7-4852-9697-8332e7e83e20 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:46.800262 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (b628810b-60a7-4852-9697-8332e7e83e20), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:46.881553 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-b988dfd9-9860-4f71-a0c3-72011ef04250 None None] Set router abbbf086-b64b-4398-baaf-7257aa45039f gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:53:46.974699 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-a407ef98-d3fd-4a9c-bd53-b0fb87afbc01 None None] Set router 71bed4e6-8de0-43ed-9a3c-42e1fa75d10e gateway port host: dv-cinder-827511-1-iscsi {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:53:47.019740 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 55888) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:47.032866 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-fa15ff8c-6153-4450-a092-e2fdf6f3bd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529'] for subnet (da10c748-716c-457d-810a-a54fcb3865fc), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:47.043844 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-6294458f-658a-4479-b334-bbc8205c41c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (669194a7-fd15-49db-984b-f445be46b5f7), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:47.070547 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a1ad7140-cce7-45a5-8987-1d46bc4c65d1 req-c829a035-ca21-4a6f-bc97-d4fc932fb7b9 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 210 time: 0.0460191 Feb 02 15:53:47.228085 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-286f195b-bedc-41a5-aef9-daa413c7f600 None None] Provisioning complete for port 669194a7-fd15-49db-984b-f445be46b5f7 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:47.228649 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-286f195b-bedc-41a5-aef9-daa413c7f600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (669194a7-fd15-49db-984b-f445be46b5f7), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:47.241725 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15ff8c-6153-4450-a092-e2fdf6f3bd7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=da10c748-716c-457d-810a-a54fcb3865fc,revision_number=0']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:47.273740 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa15ff8c-6153-4450-a092-e2fdf6f3bd7b admin admin] Checking segment: {'id': 'bc01214e-7aa0-4845-99b5-19dd51155801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '355f5176-8657-4949-bf9e-d45ccf0841b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:53:47.274434 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa15ff8c-6153-4450-a092-e2fdf6f3bd7b admin admin] Network hostable DHCP agents. Network: 355f5176-8657-4949-bf9e-d45ccf0841b4, hostable agents: ['c53fdfd4-74a4-4640-bea7-ca8e654bcb85'], hosted agents: [] {{(pid=109039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:53:47.303659 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port b628810b-60a7-4852-9697-8332e7e83e20 is: DOWN; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:53:47.304190 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (b628810b-60a7-4852-9697-8332e7e83e20), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:47.311337 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-504db95f-6181-434a-8e36-768e6ce9a657 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:47.313109 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-504db95f-6181-434a-8e36-768e6ce9a657 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/networks?id=aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca HTTP/1.1" status: 200 len: 819 time: 0.2368093 Feb 02 15:53:47.327774 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-a407ef98-d3fd-4a9c-bd53-b0fb87afbc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bed4e6-8de0-43ed-9a3c-42e1fa75d10e', 'name': 'tempest-ServerRescueNegativeTestJSON-1284344483-router', 'tenant_id': '72f52223a6e14cb8a8c10c8caa85635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b628810b-60a7-4852-9697-8332e7e83e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:53:37Z', 'updated_at': '2022-02-02T15:53:44Z', 'revision_number': 4, 'project_id': '72f52223a6e14cb8a8c10c8caa85635b', 'gw_port': {'id': 'b628810b-60a7-4852-9697-8332e7e83e20', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:79:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bed4e6-8de0-43ed-9a3c-42e1fa75d10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:38Z', 'updated_at': '2022-02-02T15:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '0e9d5089-cf50-44eb-8472-aa120a271f5b', 'name': '', 'network_id': 'aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca', 'tenant_id': '72f52223a6e14cb8a8c10c8caa85635b', 'mac_address': 'fa:16:3e:53:ba:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bed4e6-8de0-43ed-9a3c-42e1fa75d10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '6bef7920-00cb-4a69-a6a7-9d6da3eabd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:42Z', 'updated_at': '2022-02-02T15:53:44Z', 'revision_number': 2, 'project_id': '72f52223a6e14cb8a8c10c8caa85635b', 'subnets': [{'id': '6bef7920-00cb-4a69-a6a7-9d6da3eabd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:47.330058 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-6294458f-658a-4479-b334-bbc8205c41c7 admin admin] Publish callbacks [] for port (669194a7-fd15-49db-984b-f445be46b5f7), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:47.333690 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] For port b628810b-60a7-4852-9697-8332e7e83e20, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=b628810b-60a7-4852-9697-8332e7e83e20,segment=NetworkSegment(aa18bba3-a434-4e8a-926e-117b8687e1ff),segment_id=aa18bba3-a434-4e8a-926e-117b8687e1ff)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:53:47.336899 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-6294458f-658a-4479-b334-bbc8205c41c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (669194a7-fd15-49db-984b-f445be46b5f7), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:47.338073 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-6294458f-658a-4479-b334-bbc8205c41c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8109355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7937662'] for router_interface (abbbf086-b64b-4398-baaf-7257aa45039f), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:47.350364 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-e9335346-a9a3-4764-9a24-4e8d3bb5a478 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/quotas/72f52223a6e14cb8a8c10c8caa85635b HTTP/1.1" status: 200 len: 375 time: 0.0296783 Feb 02 15:53:47.353438 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa15ff8c-6153-4450-a092-e2fdf6f3bd7b admin admin] Network 355f5176-8657-4949-bf9e-d45ccf0841b4 is scheduled to be hosted by DHCP agent c53fdfd4-74a4-4640-bea7-ca8e654bcb85 with binding_index 1 {{(pid=109039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:53:47.359086 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a407ef98-d3fd-4a9c-bd53-b0fb87afbc01 None None] Checking router: 71bed4e6-8de0-43ed-9a3c-42e1fa75d10e for host: dv-cinder-827511-1-iscsi {{(pid=109041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:53:47.359473 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a407ef98-d3fd-4a9c-bd53-b0fb87afbc01 None None] Updating router 71bed4e6-8de0-43ed-9a3c-42e1fa75d10e port 0e9d5089-cf50-44eb-8472-aa120a271f5b binding host dv-cinder-827511-1-iscsi {{(pid=109041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:53:47.363153 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (b628810b-60a7-4852-9697-8332e7e83e20), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:47.368752 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-286f195b-bedc-41a5-aef9-daa413c7f600 None None] Port 669194a7-fd15-49db-984b-f445be46b5f7 cannot update to ACTIVE because it is not bound. {{(pid=109040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 15:53:47.393235 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.base_scheduler [None req-fa15ff8c-6153-4450-a092-e2fdf6f3bd7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827511-1-iscsi, 355f5176-8657-4949-bf9e-d45ccf0841b4) {{(pid=109039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:53:47.396364 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-b988dfd9-9860-4f71-a0c3-72011ef04250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'name': 'tempest-AttachVolumeShelveTestJSON-1426711805-router', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:53:39Z', 'updated_at': '2022-02-02T15:53:42Z', 'revision_number': 3, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'gw_port': {'id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:52:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:41Z', 'updated_at': '2022-02-02T15:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi'}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:47.425543 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-a407ef98-d3fd-4a9c-bd53-b0fb87afbc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (0e9d5089-cf50-44eb-8472-aa120a271f5b), before_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:47.436210 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161963bc-3a3d-4243-9545-bd3be1e2d77d None None] Network 355f5176-8657-4949-bf9e-d45ccf0841b4 requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:53:47.441065 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b988dfd9-9860-4f71-a0c3-72011ef04250 None None] The sync data for ids ['abbbf086-b64b-4398-baaf-7257aa45039f'] in dv-cinder-827511-1-iscsi is: [{'id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'name': 'tempest-AttachVolumeShelveTestJSON-1426711805-router', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:53:39Z', 'updated_at': '2022-02-02T15:53:42Z', 'revision_number': 3, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'gw_port': {'id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:52:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:41Z', 'updated_at': '2022-02-02T15:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi'}] {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:53:47.451718 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa15ff8c-6153-4450-a092-e2fdf6f3bd7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:47.452319 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-fa15ff8c-6153-4450-a092-e2fdf6f3bd7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for subnet (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:47.495327 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294458f-658a-4479-b334-bbc8205c41c7 admin admin] Pushing event updated for resources: {'Port': ['ID=669194a7-fd15-49db-984b-f445be46b5f7,revision_number=2']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:47.545793 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-fa15ff8c-6153-4450-a092-e2fdf6f3bd7b admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0400474 Feb 02 15:53:47.571352 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-6d1cdb68-d10f-4bdf-acf8-c83bf2794366 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=72f52223a6e14cb8a8c10c8caa85635b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2057405 Feb 02 15:53:47.587272 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Pushing event updated for resources: {'Port': ['ID=b628810b-60a7-4852-9697-8332e7e83e20,revision_number=4']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:47.642459 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6294458f-658a-4479-b334-bbc8205c41c7 admin admin] Network b0953c76-584e-4cc9-bd10-70c56077e5e6 is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:53:47.646633 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [None req-6294458f-658a-4479-b334-bbc8205c41c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:53:47.725915 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:47.731668 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9d4200-ced1-4cca-957f-83eb37634ce5 None None] Network 355f5176-8657-4949-bf9e-d45ccf0841b4 requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:53:47.795151 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-85d119f8-24f7-48bb-827b-f869b2975499 service neutron] 10.222.0.112 "GET /v2.0/networks/aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168460 Feb 02 15:53:47.982124 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6294458f-658a-4479-b334-bbc8205c41c7 admin admin] Router abbbf086-b64b-4398-baaf-7257aa45039f has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:53:48.075766 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-83646753-17b5-46e4-8058-9a4f1be00d3f service neutron] 10.222.0.112 "GET /v2.0/networks/aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794647 Feb 02 15:53:48.101881 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-9180c9d9-8ff7-45b1-810b-aec757a37348 None None] Provisioning complete for port 669194a7-fd15-49db-984b-f445be46b5f7 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:48.103311 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-9180c9d9-8ff7-45b1-810b-aec757a37348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (669194a7-fd15-49db-984b-f445be46b5f7), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:48.203689 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-9180c9d9-8ff7-45b1-810b-aec757a37348 None None] Port 669194a7-fd15-49db-984b-f445be46b5f7 cannot update to ACTIVE because it is not bound. {{(pid=109040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 15:53:48.230857 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6294458f-658a-4479-b334-bbc8205c41c7 admin admin] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:53:48.261693 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-6294458f-658a-4479-b334-bbc8205c41c7 admin admin] 10.222.0.112 "PUT /v2.0/routers/abbbf086-b64b-4398-baaf-7257aa45039f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0520375 Feb 02 15:53:48.327488 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-a407ef98-d3fd-4a9c-bd53-b0fb87afbc01 None None] Publish callbacks [] for port (0e9d5089-cf50-44eb-8472-aa120a271f5b), precommit_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:48.340147 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-a407ef98-d3fd-4a9c-bd53-b0fb87afbc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (0e9d5089-cf50-44eb-8472-aa120a271f5b), after_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:48.356111 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4e50e5b5-81fe-4da3-9f1f-d3d2bd1bc8fc req-a0726e5b-1512-40de-9729-ff5af8879238 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 210 time: 0.0785248 Feb 02 15:53:48.374632 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 498ab6a1-e1fd-4a3a-915f-a751ae61e613 up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:53:48.462365 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3e2c108d-bb07-4852-894e-2f363233fab5 req-1c9b58b0-7301-42cd-9d06-0f8b51555907 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 210 time: 0.1051598 Feb 02 15:53:48.475381 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port 498ab6a1-e1fd-4a3a-915f-a751ae61e613 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:48.475754 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (498ab6a1-e1fd-4a3a-915f-a751ae61e613), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:48.524902 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.managers [None req-a407ef98-d3fd-4a9c-bd53-b0fb87afbc01 None None] Attempting to bind port 0e9d5089-cf50-44eb-8472-aa120a271f5b on host dv-cinder-827511-1-iscsi for vnic_type normal with profile {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:53:48.525403 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.managers [None req-a407ef98-d3fd-4a9c-bd53-b0fb87afbc01 None None] Attempting to bind port 0e9d5089-cf50-44eb-8472-aa120a271f5b by drivers openvswitch,hyperv on host dv-cinder-827511-1-iscsi at level 0 using segments [{'id': 'd4271925-4f0b-46e8-8c1e-4498d24f9aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca'}] {{(pid=109041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:53:48.525788 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a407ef98-d3fd-4a9c-bd53-b0fb87afbc01 None None] Attempting to bind port 0e9d5089-cf50-44eb-8472-aa120a271f5b on network aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:53:48.533081 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b971447-e481-404a-bd02-c910948f9db9 None None] Pushing event updated for resources: {'Port': ['ID=0e9d5089-cf50-44eb-8472-aa120a271f5b,revision_number=3']} {{(pid=109041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:48.537350 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a407ef98-d3fd-4a9c-bd53-b0fb87afbc01 None None] Checking agent: {'id': 'b5af8d0a-fb73-41c0-8b14-396d0b8fc477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827511-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 45, 49), 'started_at': datetime.datetime(2022, 2, 2, 15, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827511-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:53:48.537923 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a407ef98-d3fd-4a9c-bd53-b0fb87afbc01 None None] Checking segment: {'id': 'd4271925-4f0b-46e8-8c1e-4498d24f9aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:53:48.538474 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-a407ef98-d3fd-4a9c-bd53-b0fb87afbc01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:48.539021 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a407ef98-d3fd-4a9c-bd53-b0fb87afbc01 None None] Bound using segment: {'id': 'd4271925-4f0b-46e8-8c1e-4498d24f9aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca'} {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:53:48.539647 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.managers [None req-a407ef98-d3fd-4a9c-bd53-b0fb87afbc01 None None] Bound port: 0e9d5089-cf50-44eb-8472-aa120a271f5b, host: dv-cinder-827511-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4271925-4f0b-46e8-8c1e-4498d24f9aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca'}}] {{(pid=109041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:53:48.540179 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-a407ef98-d3fd-4a9c-bd53-b0fb87afbc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (0e9d5089-cf50-44eb-8472-aa120a271f5b), before_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:48.670088 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port 498ab6a1-e1fd-4a3a-915f-a751ae61e613 is: DOWN; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:53:48.670638 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (498ab6a1-e1fd-4a3a-915f-a751ae61e613), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:48.671863 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.db [None req-a407ef98-d3fd-4a9c-bd53-b0fb87afbc01 None None] For port 0e9d5089-cf50-44eb-8472-aa120a271f5b, host dv-cinder-827511-1-iscsi, cleared binding levels {{(pid=109041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:53:48.678180 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.db [None req-a407ef98-d3fd-4a9c-bd53-b0fb87afbc01 None None] For port 0e9d5089-cf50-44eb-8472-aa120a271f5b, host dv-cinder-827511-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=0e9d5089-cf50-44eb-8472-aa120a271f5b,segment=NetworkSegment(d4271925-4f0b-46e8-8c1e-4498d24f9aea),segment_id=d4271925-4f0b-46e8-8c1e-4498d24f9aea)] {{(pid=109041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:53:48.693195 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-a407ef98-d3fd-4a9c-bd53-b0fb87afbc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (0e9d5089-cf50-44eb-8472-aa120a271f5b), after_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:48.792106 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a407ef98-d3fd-4a9c-bd53-b0fb87afbc01 None None] Routers {'71bed4e6-8de0-43ed-9a3c-42e1fa75d10e'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:53:48.792885 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-a407ef98-d3fd-4a9c-bd53-b0fb87afbc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T15:53:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['71bed4e6-8de0-43ed-9a3c-42e1fa75d10e'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:48.804043 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] For port 498ab6a1-e1fd-4a3a-915f-a751ae61e613, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=498ab6a1-e1fd-4a3a-915f-a751ae61e613,segment=NetworkSegment(aa18bba3-a434-4e8a-926e-117b8687e1ff),segment_id=aa18bba3-a434-4e8a-926e-117b8687e1ff)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:53:48.810884 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (498ab6a1-e1fd-4a3a-915f-a751ae61e613), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:48.812047 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device b628810b-60a7-4852-9697-8332e7e83e20 up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:53:48.847741 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b971447-e481-404a-bd02-c910948f9db9 None None] Pushing event updated for resources: {'Port': ['ID=0e9d5089-cf50-44eb-8472-aa120a271f5b,revision_number=4']} {{(pid=109041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:48.979619 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Pushing event updated for resources: {'Port': ['ID=498ab6a1-e1fd-4a3a-915f-a751ae61e613,revision_number=4']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:48.989641 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-a407ef98-d3fd-4a9c-bd53-b0fb87afbc01 None None] Set router 71bed4e6-8de0-43ed-9a3c-42e1fa75d10e gateway port host: dv-cinder-827511-1-iscsi {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:53:49.020648 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port b628810b-60a7-4852-9697-8332e7e83e20 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:49.024608 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (b628810b-60a7-4852-9697-8332e7e83e20), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:49.258708 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:49.362366 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port b628810b-60a7-4852-9697-8332e7e83e20 is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:53:49.406058 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-c0f7689e-b574-4f05-9803-8c87932a5825 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:49.415773 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-c0f7689e-b574-4f05-9803-8c87932a5825 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/networks?id=aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca HTTP/1.1" status: 200 len: 819 time: 0.1651900 Feb 02 15:53:49.442737 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-a27f24c0-6ffe-4be5-bac1-561a80839301 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/quotas/72f52223a6e14cb8a8c10c8caa85635b HTTP/1.1" status: 200 len: 375 time: 0.0235050 Feb 02 15:53:49.489908 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-a407ef98-d3fd-4a9c-bd53-b0fb87afbc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bed4e6-8de0-43ed-9a3c-42e1fa75d10e', 'name': 'tempest-ServerRescueNegativeTestJSON-1284344483-router', 'tenant_id': '72f52223a6e14cb8a8c10c8caa85635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b628810b-60a7-4852-9697-8332e7e83e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:53:37Z', 'updated_at': '2022-02-02T15:53:44Z', 'revision_number': 4, 'project_id': '72f52223a6e14cb8a8c10c8caa85635b', 'gw_port': {'id': 'b628810b-60a7-4852-9697-8332e7e83e20', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:79:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bed4e6-8de0-43ed-9a3c-42e1fa75d10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:38Z', 'updated_at': '2022-02-02T15:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '0e9d5089-cf50-44eb-8472-aa120a271f5b', 'name': '', 'network_id': 'aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca', 'tenant_id': '72f52223a6e14cb8a8c10c8caa85635b', 'mac_address': 'fa:16:3e:53:ba:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bed4e6-8de0-43ed-9a3c-42e1fa75d10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '6bef7920-00cb-4a69-a6a7-9d6da3eabd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:42Z', 'updated_at': '2022-02-02T15:53:48Z', 'revision_number': 4, 'project_id': '72f52223a6e14cb8a8c10c8caa85635b', 'subnets': [{'id': '6bef7920-00cb-4a69-a6a7-9d6da3eabd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:49.552741 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a407ef98-d3fd-4a9c-bd53-b0fb87afbc01 None None] The sync data for ids ['71bed4e6-8de0-43ed-9a3c-42e1fa75d10e'] in dv-cinder-827511-1-iscsi is: [{'id': '71bed4e6-8de0-43ed-9a3c-42e1fa75d10e', 'name': 'tempest-ServerRescueNegativeTestJSON-1284344483-router', 'tenant_id': '72f52223a6e14cb8a8c10c8caa85635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b628810b-60a7-4852-9697-8332e7e83e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:53:37Z', 'updated_at': '2022-02-02T15:53:44Z', 'revision_number': 4, 'project_id': '72f52223a6e14cb8a8c10c8caa85635b', 'gw_port': {'id': 'b628810b-60a7-4852-9697-8332e7e83e20', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:79:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bed4e6-8de0-43ed-9a3c-42e1fa75d10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:38Z', 'updated_at': '2022-02-02T15:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '0e9d5089-cf50-44eb-8472-aa120a271f5b', 'name': '', 'network_id': 'aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca', 'tenant_id': '72f52223a6e14cb8a8c10c8caa85635b', 'mac_address': 'fa:16:3e:53:ba:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bed4e6-8de0-43ed-9a3c-42e1fa75d10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '6bef7920-00cb-4a69-a6a7-9d6da3eabd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:42Z', 'updated_at': '2022-02-02T15:53:48Z', 'revision_number': 4, 'project_id': '72f52223a6e14cb8a8c10c8caa85635b', 'subnets': [{'id': '6bef7920-00cb-4a69-a6a7-9d6da3eabd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:53:49.595918 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 56004) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:49.603627 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-0a246418-b094-4499-a2c3-116c64d23706 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1464626814-network', 'tenant_id': '7adb43d0e0c148aaa0860ebd01c3c400'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:53:49.654421 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-3729e9e4-1cf7-429f-9b9f-43ee7594534f tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=72f52223a6e14cb8a8c10c8caa85635b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2102270 Feb 02 15:53:49.661357 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a246418-b094-4499-a2c3-116c64d23706 admin admin] Made reservation on behalf of 7adb43d0e0c148aaa0860ebd01c3c400 for: {'network': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:53:49.674794 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-0a246418-b094-4499-a2c3-116c64d23706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for network (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:49.695564 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-0a246418-b094-4499-a2c3-116c64d23706 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:49.965839 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-b3cc259b-47d3-4623-a834-1763798d91d8 service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=109039) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 15:53:49.976098 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-b3cc259b-47d3-4623-a834-1763798d91d8 service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1075063 Feb 02 15:53:49.979440 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 56026) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:50.224522 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.59', 55315) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:50.274827 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-709d172f-bd10-4e2b-9a24-48818c0d32b8 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Request body: {'security_group': {'name': 'tempest-securitygroup--705326583', 'description': 'tempest-description--612339737'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:53:50.414319 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 0e9d5089-cf50-44eb-8472-aa120a271f5b up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:53:50.419159 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-7ee46f19-b54c-46e9-9d26-fd23efeccd80 req-ccc52162-b034-41f4-83b5-123c13803f76 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 210 time: 0.1106915 Feb 02 15:53:50.468292 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-c84d07e2-10c6-4ca1-bef3-2a8da0aaf1c6 service neutron] 10.222.0.112 "GET /v2.0/networks/aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4912589 Feb 02 15:53:50.469783 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-709d172f-bd10-4e2b-9a24-48818c0d32b8 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:50.541252 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port 0e9d5089-cf50-44eb-8472-aa120a271f5b triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:50.541951 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (0e9d5089-cf50-44eb-8472-aa120a271f5b), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:50.550829 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-0a246418-b094-4499-a2c3-116c64d23706 admin admin] Publish callbacks [] for security_group (17bc3016-8994-4ee3-af05-bd2de00b51b0), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:50.573561 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-0a246418-b094-4499-a2c3-116c64d23706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (17bc3016-8994-4ee3-af05-bd2de00b51b0), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:50.653142 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a3bfb1-667b-47b6-b738-3b9a94ee3c80 None None] Sync routers for ids ['abbbf086-b64b-4398-baaf-7257aa45039f'] in dv-cinder-827511-1-iscsi {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:53:50.721878 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 56052) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:50.793914 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-1cf8fb50-f09c-46a6-872e-d3e72ec8082a service neutron] 10.222.0.112 "GET /v2.0/networks/aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967718 Feb 02 15:53:50.818917 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a246418-b094-4499-a2c3-116c64d23706 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 960} {{(pid=109038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:53:50.830117 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a3bfb1-667b-47b6-b738-3b9a94ee3c80 None None] Routers {'abbbf086-b64b-4398-baaf-7257aa45039f'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:53:50.831873 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-c5a3bfb1-667b-47b6-b738-3b9a94ee3c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T15:53:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['abbbf086-b64b-4398-baaf-7257aa45039f'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:50.917811 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port 0e9d5089-cf50-44eb-8472-aa120a271f5b is: DOWN; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:53:50.918245 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (0e9d5089-cf50-44eb-8472-aa120a271f5b), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:50.960606 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-0a246418-b094-4499-a2c3-116c64d23706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (667f9abf-6907-4268-80d8-a754097cc880), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:50.961013 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.db.segments_db [None req-0a246418-b094-4499-a2c3-116c64d23706 admin admin] Added segment 667f9abf-6907-4268-80d8-a754097cc880 of type vlan for network daf7ba90-be26-4a76-a44c-9bcfede32475 Feb 02 15:53:50.962689 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a246418-b094-4499-a2c3-116c64d23706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bc3016-8994-4ee3-af05-bd2de00b51b0,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:50.977526 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-709d172f-bd10-4e2b-9a24-48818c0d32b8 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for security_group (a1db4645-04c0-4bf1-93de-221b46388677), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:50.987247 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-709d172f-bd10-4e2b-9a24-48818c0d32b8 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (a1db4645-04c0-4bf1-93de-221b46388677), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:51.003093 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] For port 0e9d5089-cf50-44eb-8472-aa120a271f5b, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=0e9d5089-cf50-44eb-8472-aa120a271f5b,segment=NetworkSegment(d4271925-4f0b-46e8-8c1e-4498d24f9aea),segment_id=d4271925-4f0b-46e8-8c1e-4498d24f9aea)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:53:51.024689 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (0e9d5089-cf50-44eb-8472-aa120a271f5b), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:51.025930 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 498ab6a1-e1fd-4a3a-915f-a751ae61e613 up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:53:51.054139 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d172f-bd10-4e2b-9a24-48818c0d32b8 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1db4645-04c0-4bf1-93de-221b46388677,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:51.072336 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-709d172f-bd10-4e2b-9a24-48818c0d32b8 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:51.076474 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-709d172f-bd10-4e2b-9a24-48818c0d32b8 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.8248894 Feb 02 15:53:51.077249 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 56060) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:51.127020 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-a4e8ccde-9c62-4dce-a339-3cb0e754aea3 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Request body: {'security_group_rule': {'security_group_id': 'a1db4645-04c0-4bf1-93de-221b46388677', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:53:51.155847 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-0a246418-b094-4499-a2c3-116c64d23706 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791047091321'] for network (daf7ba90-be26-4a76-a44c-9bcfede32475), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:51.164839 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-34d17e7b-383f-4bef-aacf-d822bba2ecaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:51.186626 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Pushing event updated for resources: {'Port': ['ID=0e9d5089-cf50-44eb-8472-aa120a271f5b,revision_number=5']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:51.190336 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-0be5a4aa-9eb7-496d-a42a-9f840079a552 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:51.192395 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-0be5a4aa-9eb7-496d-a42a-9f840079a552 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.59 "GET /v2.0/networks?id=8e568dc9-80fc-42ae-973f-9ce5b154f810 HTTP/1.1" status: 200 len: 811 time: 0.9610667 Feb 02 15:53:51.237240 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-c5a3bfb1-667b-47b6-b738-3b9a94ee3c80 None None] Set router abbbf086-b64b-4398-baaf-7257aa45039f gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:53:51.278450 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-a4e8ccde-9c62-4dce-a339-3cb0e754aea3 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for security_group_rule (3cbe433a-33a8-4464-bcc5-c6bcb36cc947), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:51.301780 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5bfb6457-7b78-4662-a9f5-1440eed84232 req-3068bc4e-351a-4bac-968a-417d09cfc8de tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 210 time: 0.0423913 Feb 02 15:53:51.307548 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-0a246418-b094-4499-a2c3-116c64d23706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529'] for network (daf7ba90-be26-4a76-a44c-9bcfede32475), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:51.308500 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a246418-b094-4499-a2c3-116c64d23706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:51.309659 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-0a246418-b094-4499-a2c3-116c64d23706 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:51.436677 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 56078) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:51.443656 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-a671e739-f497-407d-966e-c89e2c942416 admin admin] Request body: {'subnet': {'network_id': 'daf7ba90-be26-4a76-a44c-9bcfede32475', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1464626814-subnet', 'tenant_id': '7adb43d0e0c148aaa0860ebd01c3c400', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:53:51.449634 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-0a246418-b094-4499-a2c3-116c64d23706 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8366849 Feb 02 15:53:51.468148 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a671e739-f497-407d-966e-c89e2c942416 admin admin] Made reservation on behalf of 7adb43d0e0c148aaa0860ebd01c3c400 for: {'subnet': 1} {{(pid=109039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:53:51.474596 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-a671e739-f497-407d-966e-c89e2c942416 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:51.497259 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port 498ab6a1-e1fd-4a3a-915f-a751ae61e613 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:51.497780 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (498ab6a1-e1fd-4a3a-915f-a751ae61e613), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:51.569779 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a246418-b094-4499-a2c3-116c64d23706 admin admin] Pushing event updated for resources: {'Network': ['ID=daf7ba90-be26-4a76-a44c-9bcfede32475,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:51.590577 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Network daf7ba90-be26-4a76-a44c-9bcfede32475 details requested by agent ovs-agent-dv-cinder-827511-1-iscsi with host dv-cinder-827511-1-iscsi {{(pid=109040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 15:53:51.595670 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-34d17e7b-383f-4bef-aacf-d822bba2ecaf admin admin] Publish callbacks [] for security_group (f44cf32a-cdfe-4f65-a588-5d2a09b9b043), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:51.609224 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-34d17e7b-383f-4bef-aacf-d822bba2ecaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (f44cf32a-cdfe-4f65-a588-5d2a09b9b043), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:51.656525 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-34d17e7b-383f-4bef-aacf-d822bba2ecaf admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=a36311745e16445cb483ef9755afaf55&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9229445 Feb 02 15:53:51.696962 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d17e7b-383f-4bef-aacf-d822bba2ecaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44cf32a-cdfe-4f65-a588-5d2a09b9b043,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:51.699439 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 56092) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:51.718650 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-a4e8ccde-9c62-4dce-a339-3cb0e754aea3 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for security_group_rule (3cbe433a-33a8-4464-bcc5-c6bcb36cc947), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:51.734146 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-a4e8ccde-9c62-4dce-a339-3cb0e754aea3 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515366'] for security_group_rule (3cbe433a-33a8-4464-bcc5-c6bcb36cc947), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:51.795236 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-a4e8ccde-9c62-4dce-a339-3cb0e754aea3 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:51.796681 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-a4e8ccde-9c62-4dce-a339-3cb0e754aea3 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7098107 Feb 02 15:53:51.799624 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 56096) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:51.809224 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-41e5dfc0-1660-41d9-871d-4f8c8d8e4073 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Request body: {'security_group_rule': {'security_group_id': 'a1db4645-04c0-4bf1-93de-221b46388677', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:53:51.837089 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8ccde-9c62-4dce-a339-3cb0e754aea3 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cbe433a-33a8-4464-bcc5-c6bcb36cc947,revision_number=0']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:51.842023 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-55751970-b1ec-4c56-9cd1-26942c6f03fa req-6d039879-7f12-4e14-b092-6c9a4fa9bfb0 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 210 time: 0.0760088 Feb 02 15:53:51.885752 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-652008e2-36a3-47d8-98e5-f13544ca66b4 admin admin] Publish callbacks [] for security_group (f44cf32a-cdfe-4f65-a588-5d2a09b9b043), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:51.890377 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-41e5dfc0-1660-41d9-871d-4f8c8d8e4073 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for security_group_rule (fcf02fc1-31ad-42e2-b404-cb3f900bcefe), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:51.944319 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-652008e2-36a3-47d8-98e5-f13544ca66b4 admin admin] Publish callbacks [] for security_group (f44cf32a-cdfe-4f65-a588-5d2a09b9b043), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:51.959478 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-a671e739-f497-407d-966e-c89e2c942416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529'] for subnet (339f0249-a85a-4518-b40c-d04ae8fa96df), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:52.003907 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-41e5dfc0-1660-41d9-871d-4f8c8d8e4073 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for security_group_rule (fcf02fc1-31ad-42e2-b404-cb3f900bcefe), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:52.010752 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-41e5dfc0-1660-41d9-871d-4f8c8d8e4073 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515366'] for security_group_rule (fcf02fc1-31ad-42e2-b404-cb3f900bcefe), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:52.016326 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671e739-f497-407d-966e-c89e2c942416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=339f0249-a85a-4518-b40c-d04ae8fa96df,revision_number=0']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:52.033893 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5dfc0-1660-41d9-871d-4f8c8d8e4073 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf02fc1-31ad-42e2-b404-cb3f900bcefe,revision_number=0']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:52.034975 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port 498ab6a1-e1fd-4a3a-915f-a751ae61e613 is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:53:52.039170 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-652008e2-36a3-47d8-98e5-f13544ca66b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (f44cf32a-cdfe-4f65-a588-5d2a09b9b043), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:52.042835 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-652008e2-36a3-47d8-98e5-f13544ca66b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:52.043204 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-652008e2-36a3-47d8-98e5-f13544ca66b4 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/f44cf32a-cdfe-4f65-a588-5d2a09b9b043 HTTP/1.1" status: 204 len: 168 time: 0.3328199 Feb 02 15:53:52.052569 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-41e5dfc0-1660-41d9-871d-4f8c8d8e4073 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:52.053675 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-41e5dfc0-1660-41d9-871d-4f8c8d8e4073 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2513673 Feb 02 15:53:52.059000 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 56104) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:52.061664 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652008e2-36a3-47d8-98e5-f13544ca66b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44cf32a-cdfe-4f65-a588-5d2a09b9b043,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:52.067719 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-e829a305-1e50-4129-aab6-fd206e2df015 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Request body: {'floatingip': {'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:53:52.078120 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-c5a3bfb1-667b-47b6-b738-3b9a94ee3c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'name': 'tempest-AttachVolumeShelveTestJSON-1426711805-router', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:53:39Z', 'updated_at': '2022-02-02T15:53:46Z', 'revision_number': 4, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'gw_port': {'id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:52:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:41Z', 'updated_at': '2022-02-02T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '669194a7-fd15-49db-984b-f445be46b5f7', 'name': '', 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'mac_address': 'fa:16:3e:88:ab:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5347cd5-2ddb-4574-9672-af43239849ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:45Z', 'updated_at': '2022-02-02T15:53:47Z', 'revision_number': 2, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'subnets': [{'id': 'f5347cd5-2ddb-4574-9672-af43239849ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:52.103294 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a671e739-f497-407d-966e-c89e2c942416 admin admin] Checking segment: {'id': '667f9abf-6907-4268-80d8-a754097cc880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': 'daf7ba90-be26-4a76-a44c-9bcfede32475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:53:52.103848 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a671e739-f497-407d-966e-c89e2c942416 admin admin] Network hostable DHCP agents. Network: daf7ba90-be26-4a76-a44c-9bcfede32475, hostable agents: ['c53fdfd4-74a4-4640-bea7-ca8e654bcb85'], hosted agents: [] {{(pid=109039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:53:52.105900 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e829a305-1e50-4129-aab6-fd206e2df015 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:52.112242 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a3bfb1-667b-47b6-b738-3b9a94ee3c80 None None] Checking router: abbbf086-b64b-4398-baaf-7257aa45039f for host: dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:53:52.112606 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a3bfb1-667b-47b6-b738-3b9a94ee3c80 None None] Updating router abbbf086-b64b-4398-baaf-7257aa45039f port 669194a7-fd15-49db-984b-f445be46b5f7 binding host dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:53:52.147232 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a671e739-f497-407d-966e-c89e2c942416 admin admin] Network daf7ba90-be26-4a76-a44c-9bcfede32475 is scheduled to be hosted by DHCP agent c53fdfd4-74a4-4640-bea7-ca8e654bcb85 with binding_index 1 {{(pid=109039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:53:52.155548 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-c5a3bfb1-667b-47b6-b738-3b9a94ee3c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (669194a7-fd15-49db-984b-f445be46b5f7), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:52.160387 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.base_scheduler [None req-a671e739-f497-407d-966e-c89e2c942416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827511-1-iscsi, daf7ba90-be26-4a76-a44c-9bcfede32475) {{(pid=109039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:53:52.169131 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a671e739-f497-407d-966e-c89e2c942416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:52.169464 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-a671e739-f497-407d-966e-c89e2c942416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for subnet (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:52.175229 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 0e9d5089-cf50-44eb-8472-aa120a271f5b up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:53:52.177702 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee320b2-c037-4e43-bcbe-e40a64c8cb8b None None] Network daf7ba90-be26-4a76-a44c-9bcfede32475 requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:53:52.203692 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-a671e739-f497-407d-966e-c89e2c942416 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7655461 Feb 02 15:53:52.342027 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e829a305-1e50-4129-aab6-fd206e2df015 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:52.360070 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 56112) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:52.401827 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56e894d-3825-4d89-be19-fa9538bc388a None None] Network daf7ba90-be26-4a76-a44c-9bcfede32475 requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:53:52.458826 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6b801349-b967-4962-8579-c9bf5d0cf3ef req-35912d18-c8c4-4369-9db1-f19234ca7147 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 210 time: 0.0348709 Feb 02 15:53:52.462895 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad6a0763-bea0-4350-9556-a3f3e572db34 admin admin] Deleting subnet da10c748-716c-457d-810a-a54fcb3865fc {{(pid=109039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 15:53:52.466445 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ad6a0763-bea0-4350-9556-a3f3e572db34 admin admin] Publish callbacks [] for subnet (da10c748-716c-457d-810a-a54fcb3865fc), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:52.514654 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ad6a0763-bea0-4350-9556-a3f3e572db34 admin admin] Publish callbacks [] for subnet (da10c748-716c-457d-810a-a54fcb3865fc), precommit_delete_associations {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:52.515991 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_common [None req-e829a305-1e50-4129-aab6-fd206e2df015 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Allocated IP 172.27.3.62 (b73e1e25-daa0-4c48-af6a-058d6b286a0a/28a77757-7571-4525-b12f-0d0c59f041b8/23aaf932-7c54-4b69-9660-ef3cc4248460) {{(pid=109038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:53:52.526222 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ad6a0763-bea0-4350-9556-a3f3e572db34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145137'] for subnet (da10c748-716c-457d-810a-a54fcb3865fc), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:52.532700 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 56118) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:52.563424 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port 0e9d5089-cf50-44eb-8472-aa120a271f5b triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:52.563979 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (0e9d5089-cf50-44eb-8472-aa120a271f5b), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:52.566935 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ab12005d-e635-4942-8096-55a6963a0d1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:52.595062 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ad6a0763-bea0-4350-9556-a3f3e572db34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529'] for subnet (da10c748-716c-457d-810a-a54fcb3865fc), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:52.623662 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a0763-bea0-4350-9556-a3f3e572db34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da10c748-716c-457d-810a-a54fcb3865fc,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:52.631697 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ad6a0763-bea0-4350-9556-a3f3e572db34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for subnet (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:52.639019 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-ad6a0763-bea0-4350-9556-a3f3e572db34 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/da10c748-716c-457d-810a-a54fcb3865fc HTTP/1.1" status: 204 len: 168 time: 0.2736814 Feb 02 15:53:52.639019 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 56120) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:52.703708 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e829a305-1e50-4129-aab6-fd206e2df015 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for port (23aaf932-7c54-4b69-9660-ef3cc4248460), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:52.748357 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65bce27f-4baa-42ff-b63c-00d90e302455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1153519'] for network (355f5176-8657-4949-bf9e-d45ccf0841b4), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:52.758514 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ab12005d-e635-4942-8096-55a6963a0d1a admin admin] Publish callbacks [] for security_group (a502bdf1-623e-4c98-a217-ed5a71c9269d), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:52.769264 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ab12005d-e635-4942-8096-55a6963a0d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (a502bdf1-623e-4c98-a217-ed5a71c9269d), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:52.772590 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port 0e9d5089-cf50-44eb-8472-aa120a271f5b is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:53:52.788384 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e829a305-1e50-4129-aab6-fd206e2df015 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353'] for port (23aaf932-7c54-4b69-9660-ef3cc4248460), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:52.824557 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-c5a3bfb1-667b-47b6-b738-3b9a94ee3c80 None None] Publish callbacks [] for port (669194a7-fd15-49db-984b-f445be46b5f7), precommit_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:52.831139 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-c5a3bfb1-667b-47b6-b738-3b9a94ee3c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (669194a7-fd15-49db-984b-f445be46b5f7), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:52.848814 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-ab12005d-e635-4942-8096-55a6963a0d1a admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=0190e4edfb764c04a0f7e0d5d5a12bd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3148253 Feb 02 15:53:52.852625 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 56126) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:52.854380 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65bce27f-4baa-42ff-b63c-00d90e302455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143470', 'neutron.services.segments.db._delete_segments_for_network-8791047536797'] for network (355f5176-8657-4949-bf9e-d45ccf0841b4), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:52.859969 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12005d-e635-4942-8096-55a6963a0d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a502bdf1-623e-4c98-a217-ed5a71c9269d,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:52.871320 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e829a305-1e50-4129-aab6-fd206e2df015 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Network b73e1e25-daa0-4c48-af6a-058d6b286a0a is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:53:52.872798 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e829a305-1e50-4129-aab6-fd206e2df015 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Pushing event updated for resources: {'Port': ['ID=23aaf932-7c54-4b69-9660-ef3cc4248460,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:52.875540 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [None req-e829a305-1e50-4129-aab6-fd206e2df015 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:53:52.880664 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e829a305-1e50-4129-aab6-fd206e2df015 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Received port after_create {{(pid=109038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:53:52.911894 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7059b396-b1ae-4d9d-af58-406867af6060 None None] Pushing event updated for resources: {'Port': ['ID=669194a7-fd15-49db-984b-f445be46b5f7,revision_number=3']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:52.932257 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65bce27f-4baa-42ff-b63c-00d90e302455 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:53:52.932661 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65bce27f-4baa-42ff-b63c-00d90e302455 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:53:52.933520 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65bce27f-4baa-42ff-b63c-00d90e302455 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:53:52.933875 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65bce27f-4baa-42ff-b63c-00d90e302455 admin admin] Subscribe: > port after_create 55550000 {{(pid=109039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:53:52.934222 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65bce27f-4baa-42ff-b63c-00d90e302455 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:53:52.934559 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65bce27f-4baa-42ff-b63c-00d90e302455 admin admin] Subscribe: > port after_update 55550000 {{(pid=109039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:53:52.934879 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65bce27f-4baa-42ff-b63c-00d90e302455 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:53:52.935210 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65bce27f-4baa-42ff-b63c-00d90e302455 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:53:52.935700 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65bce27f-4baa-42ff-b63c-00d90e302455 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:53:52.935888 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65bce27f-4baa-42ff-b63c-00d90e302455 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:53:52.966155 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-c5a3bfb1-667b-47b6-b738-3b9a94ee3c80 None None] Attempting to bind port 669194a7-fd15-49db-984b-f445be46b5f7 on host dv-cinder-827511-1-iscsi for vnic_type normal with profile {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:53:52.966786 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-c5a3bfb1-667b-47b6-b738-3b9a94ee3c80 None None] Attempting to bind port 669194a7-fd15-49db-984b-f445be46b5f7 by drivers openvswitch,hyperv on host dv-cinder-827511-1-iscsi at level 0 using segments [{'id': '72c8047b-a40f-40bf-b022-6f2ccec93ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6'}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:53:52.967339 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a3bfb1-667b-47b6-b738-3b9a94ee3c80 None None] Attempting to bind port 669194a7-fd15-49db-984b-f445be46b5f7 on network b0953c76-584e-4cc9-bd10-70c56077e5e6 {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:53:52.974723 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a3bfb1-667b-47b6-b738-3b9a94ee3c80 None None] Checking agent: {'id': 'b5af8d0a-fb73-41c0-8b14-396d0b8fc477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827511-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 45, 49), 'started_at': datetime.datetime(2022, 2, 2, 15, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827511-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:53:52.975470 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a3bfb1-667b-47b6-b738-3b9a94ee3c80 None None] Checking segment: {'id': '72c8047b-a40f-40bf-b022-6f2ccec93ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:53:52.976072 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-c5a3bfb1-667b-47b6-b738-3b9a94ee3c80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:52.976680 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a3bfb1-667b-47b6-b738-3b9a94ee3c80 None None] Bound using segment: {'id': '72c8047b-a40f-40bf-b022-6f2ccec93ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6'} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:53:52.977412 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-c5a3bfb1-667b-47b6-b738-3b9a94ee3c80 None None] Bound port: 669194a7-fd15-49db-984b-f445be46b5f7, host: dv-cinder-827511-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c8047b-a40f-40bf-b022-6f2ccec93ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6'}}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:53:52.978018 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-c5a3bfb1-667b-47b6-b738-3b9a94ee3c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (669194a7-fd15-49db-984b-f445be46b5f7), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:53.017638 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e829a305-1e50-4129-aab6-fd206e2df015 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for floatingip (33d3681d-36ee-4d00-ba2f-e9bc9fe1acb9), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:53.055289 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-c5a3bfb1-667b-47b6-b738-3b9a94ee3c80 None None] For port 669194a7-fd15-49db-984b-f445be46b5f7, host dv-cinder-827511-1-iscsi, cleared binding levels {{(pid=109040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:53:53.059020 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-c5a3bfb1-667b-47b6-b738-3b9a94ee3c80 None None] For port 669194a7-fd15-49db-984b-f445be46b5f7, host dv-cinder-827511-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=669194a7-fd15-49db-984b-f445be46b5f7,segment=NetworkSegment(72c8047b-a40f-40bf-b022-6f2ccec93ad0),segment_id=72c8047b-a40f-40bf-b022-6f2ccec93ad0)] {{(pid=109040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:53:53.068138 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e829a305-1e50-4129-aab6-fd206e2df015 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (23aaf932-7c54-4b69-9660-ef3cc4248460), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:53.071793 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-c5a3bfb1-667b-47b6-b738-3b9a94ee3c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (669194a7-fd15-49db-984b-f445be46b5f7), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:53.145497 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a3bfb1-667b-47b6-b738-3b9a94ee3c80 None None] Routers {'abbbf086-b64b-4398-baaf-7257aa45039f'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:53:53.146148 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-c5a3bfb1-667b-47b6-b738-3b9a94ee3c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T15:53:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['abbbf086-b64b-4398-baaf-7257aa45039f'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:53.184276 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7059b396-b1ae-4d9d-af58-406867af6060 None None] Pushing event updated for resources: {'Port': ['ID=669194a7-fd15-49db-984b-f445be46b5f7,revision_number=4']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:53.244682 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65bce27f-4baa-42ff-b63c-00d90e302455 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:53:53.245368 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65bce27f-4baa-42ff-b63c-00d90e302455 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:53:53.245795 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65bce27f-4baa-42ff-b63c-00d90e302455 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:53:53.246225 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65bce27f-4baa-42ff-b63c-00d90e302455 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:53:53.247985 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.services.segments.db [None req-65bce27f-4baa-42ff-b63c-00d90e302455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['355f5176-8657-4949-bf9e-d45ccf0841b4']}} {{(pid=109039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:53.249224 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-996f772c-a15f-441d-b52b-a06b277ee879 None None] Provisioning complete for port 669194a7-fd15-49db-984b-f445be46b5f7 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:53.249608 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-996f772c-a15f-441d-b52b-a06b277ee879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (669194a7-fd15-49db-984b-f445be46b5f7), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:53.255762 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e829a305-1e50-4129-aab6-fd206e2df015 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for port (23aaf932-7c54-4b69-9660-ef3cc4248460), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:53.261624 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e829a305-1e50-4129-aab6-fd206e2df015 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (23aaf932-7c54-4b69-9660-ef3cc4248460), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:53.303675 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-c5a3bfb1-667b-47b6-b738-3b9a94ee3c80 None None] Set router abbbf086-b64b-4398-baaf-7257aa45039f gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:53:53.316240 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-08feffbb-7e65-4016-ae7b-753c3f05f598 req-76cc7c69-6183-4968-85b8-b8d240ab4d6f tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 210 time: 0.0478921 Feb 02 15:53:53.319069 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.services.segments.db [None req-65bce27f-4baa-42ff-b63c-00d90e302455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc01214e-7aa0-4845-99b5-19dd51155801') {'for_net_delete': True} {{(pid=109039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:53.319471 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.services.segments.db [None req-65bce27f-4baa-42ff-b63c-00d90e302455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc01214e-7aa0-4845-99b5-19dd51155801') {} {{(pid=109039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:53.343231 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e829a305-1e50-4129-aab6-fd206e2df015 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Pushing event updated for resources: {'Port': ['ID=23aaf932-7c54-4b69-9660-ef3cc4248460,revision_number=2']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:53.346366 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e829a305-1e50-4129-aab6-fd206e2df015 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7937883'] for floatingip (33d3681d-36ee-4d00-ba2f-e9bc9fe1acb9), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:53.351768 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-4adf2aa6-90ae-4727-9b69-d0160d27bb91 admin admin] Publish callbacks [] for security_group (a502bdf1-623e-4c98-a217-ed5a71c9269d), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:53.369391 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65bce27f-4baa-42ff-b63c-00d90e302455 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791047557030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6290297'] for segment (bc01214e-7aa0-4845-99b5-19dd51155801), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:53.370512 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e829a305-1e50-4129-aab6-fd206e2df015 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for floatingip (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:53.377617 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-e829a305-1e50-4129-aab6-fd206e2df015 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3171661 Feb 02 15:53:53.391899 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-4adf2aa6-90ae-4727-9b69-d0160d27bb91 admin admin] Publish callbacks [] for security_group (a502bdf1-623e-4c98-a217-ed5a71c9269d), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:53.402258 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-68b53ab7-9fa2-4508-a36a-b0b98b65f913 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Request body: {'port': {'device_id': '300f2d43-0f6d-441a-9332-bf2c3c2dabd8', 'network_id': '8e568dc9-80fc-42ae-973f-9ce5b154f810', 'admin_state_up': True, 'tenant_id': '9a4fd2ba4da94faa9d0360410d91d90d'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:53:53.410735 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65bce27f-4baa-42ff-b63c-00d90e302455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (bc01214e-7aa0-4845-99b5-19dd51155801), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:53.432348 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65bce27f-4baa-42ff-b63c-00d90e302455 admin admin] Releasing vlan 957 on physical network physnet1 to pool {{(pid=109039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 15:53:53.433331 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65bce27f-4baa-42ff-b63c-00d90e302455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5289343'] for segment (bc01214e-7aa0-4845-99b5-19dd51155801), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:53.438053 dv-cinder-827511-1-iscsi neutron-server[109039]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 02 15:53:53.438053 dv-cinder-827511-1-iscsi neutron-server[109039]: from cryptography.utils import int_from_bytes Feb 02 15:53:53.438053 dv-cinder-827511-1-iscsi neutron-server[109039]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 02 15:53:53.438053 dv-cinder-827511-1-iscsi neutron-server[109039]: from cryptography.utils import int_from_bytes Feb 02 15:53:53.438053 dv-cinder-827511-1-iscsi neutron-server[109039]: Traceback (most recent call last): Feb 02 15:53:53.438053 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 15:53:53.438053 dv-cinder-827511-1-iscsi neutron-server[109039]: timer() Feb 02 15:53:53.438053 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:53:53.438053 dv-cinder-827511-1-iscsi neutron-server[109039]: cb(*args, **kw) Feb 02 15:53:53.438053 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 15:53:53.438053 dv-cinder-827511-1-iscsi neutron-server[109039]: return func(*args, **kwargs) Feb 02 15:53:53.438053 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:53:53.438053 dv-cinder-827511-1-iscsi neutron-server[109039]: self._notify() Feb 02 15:53:53.438053 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:53:53.438053 dv-cinder-827511-1-iscsi neutron-server[109039]: self.callback(batched_events) Feb 02 15:53:53.438053 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:53:53.438053 dv-cinder-827511-1-iscsi neutron-server[109039]: event.method(event) Feb 02 15:53:53.438053 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 15:53:53.438053 dv-cinder-827511-1-iscsi neutron-server[109039]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:53:53.438053 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 15:53:53.438053 dv-cinder-827511-1-iscsi neutron-server[109039]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:53:53.438053 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 15:53:53.438053 dv-cinder-827511-1-iscsi neutron-server[109039]: return f(self, *a, **k) Feb 02 15:53:53.438053 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:53:53.438053 dv-cinder-827511-1-iscsi neutron-server[109039]: return self._get(url).json() Feb 02 15:53:53.438053 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:53:53.438053 dv-cinder-827511-1-iscsi neutron-server[109039]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:53:53.438053 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 15:53:53.438053 dv-cinder-827511-1-iscsi neutron-server[109039]: return self.request(url, 'GET', **kwargs) Feb 02 15:53:53.438053 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 15:53:53.438053 dv-cinder-827511-1-iscsi neutron-server[109039]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:53:53.438053 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 15:53:53.438053 dv-cinder-827511-1-iscsi neutron-server[109039]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:53:53.438053 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 15:53:53.438053 dv-cinder-827511-1-iscsi neutron-server[109039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:53:53.438053 dv-cinder-827511-1-iscsi neutron-server[109039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:53:53.532312 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65bce27f-4baa-42ff-b63c-00d90e302455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7937865'] for network (355f5176-8657-4949-bf9e-d45ccf0841b4), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:53.545722 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65bce27f-4baa-42ff-b63c-00d90e302455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:53.554901 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 56144) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:53.555083 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-65bce27f-4baa-42ff-b63c-00d90e302455 admin admin] 10.222.0.112 "DELETE /v2.0/networks/355f5176-8657-4949-bf9e-d45ccf0841b4 HTTP/1.1" status: 204 len: 168 time: 0.9145546 Feb 02 15:53:53.571499 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bce27f-4baa-42ff-b63c-00d90e302455 admin admin] Pushing event deleted for resources: {'Network': ['ID=355f5176-8657-4949-bf9e-d45ccf0841b4,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:53.579757 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-4adf2aa6-90ae-4727-9b69-d0160d27bb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (a502bdf1-623e-4c98-a217-ed5a71c9269d), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:53.583512 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-4adf2aa6-90ae-4727-9b69-d0160d27bb91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:53.584918 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-4adf2aa6-90ae-4727-9b69-d0160d27bb91 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/a502bdf1-623e-4c98-a217-ed5a71c9269d HTTP/1.1" status: 204 len: 168 time: 0.7270815 Feb 02 15:53:53.595280 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf2aa6-90ae-4727-9b69-d0160d27bb91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a502bdf1-623e-4c98-a217-ed5a71c9269d,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:53.660720 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba69089d-90c5-4e28-b9d2-4d6657d11c28 admin admin] Deleting subnet 339f0249-a85a-4518-b40c-d04ae8fa96df {{(pid=109038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 15:53:53.667677 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ba69089d-90c5-4e28-b9d2-4d6657d11c28 admin admin] Publish callbacks [] for subnet (339f0249-a85a-4518-b40c-d04ae8fa96df), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:53.682432 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-996f772c-a15f-441d-b52b-a06b277ee879 None None] Current status of the port 669194a7-fd15-49db-984b-f445be46b5f7 is: DOWN; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:53:53.684009 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-996f772c-a15f-441d-b52b-a06b277ee879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (669194a7-fd15-49db-984b-f445be46b5f7), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:53.697997 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e1e48c9b-65d6-4dd1-ad14-7253f399f312 req-82b27c9d-4965-47cc-ad71-aaa35b0f95f8 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 210 time: 0.0566235 Feb 02 15:53:53.868533 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-68b53ab7-9fa2-4508-a36a-b0b98b65f913 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Made reservation on behalf of 9a4fd2ba4da94faa9d0360410d91d90d for: {'port': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:53:53.872536 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-68b53ab7-9fa2-4508-a36a-b0b98b65f913 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:53.905210 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ba69089d-90c5-4e28-b9d2-4d6657d11c28 admin admin] Publish callbacks [] for subnet (339f0249-a85a-4518-b40c-d04ae8fa96df), precommit_delete_associations {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:53.956690 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-996f772c-a15f-441d-b52b-a06b277ee879 None None] For port 669194a7-fd15-49db-984b-f445be46b5f7, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=669194a7-fd15-49db-984b-f445be46b5f7,segment=NetworkSegment(72c8047b-a40f-40bf-b022-6f2ccec93ad0),segment_id=72c8047b-a40f-40bf-b022-6f2ccec93ad0)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:53:53.973944 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ba69089d-90c5-4e28-b9d2-4d6657d11c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145137'] for subnet (339f0249-a85a-4518-b40c-d04ae8fa96df), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:53.977097 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-996f772c-a15f-441d-b52b-a06b277ee879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (669194a7-fd15-49db-984b-f445be46b5f7), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:54.029445 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-c08ca1f2-46cf-4690-b78c-b4f46faa5444 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-securitygroup--705326583&fields=id&tenant_id=e46d9c184bc14bb2869a6bbc48e00252 HTTP/1.1" status: 200 len: 267 time: 0.2931552 Feb 02 15:53:54.048756 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-c5a3bfb1-667b-47b6-b738-3b9a94ee3c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'name': 'tempest-AttachVolumeShelveTestJSON-1426711805-router', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:53:39Z', 'updated_at': '2022-02-02T15:53:46Z', 'revision_number': 4, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'gw_port': {'id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:52:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:41Z', 'updated_at': '2022-02-02T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '669194a7-fd15-49db-984b-f445be46b5f7', 'name': '', 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'mac_address': 'fa:16:3e:88:ab:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5347cd5-2ddb-4574-9672-af43239849ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:45Z', 'updated_at': '2022-02-02T15:53:53Z', 'revision_number': 4, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'subnets': [{'id': 'f5347cd5-2ddb-4574-9672-af43239849ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:54.100470 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a3bfb1-667b-47b6-b738-3b9a94ee3c80 None None] The sync data for ids ['abbbf086-b64b-4398-baaf-7257aa45039f'] in dv-cinder-827511-1-iscsi is: [{'id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'name': 'tempest-AttachVolumeShelveTestJSON-1426711805-router', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:53:39Z', 'updated_at': '2022-02-02T15:53:46Z', 'revision_number': 4, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'gw_port': {'id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:52:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:41Z', 'updated_at': '2022-02-02T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '669194a7-fd15-49db-984b-f445be46b5f7', 'name': '', 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'mac_address': 'fa:16:3e:88:ab:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5347cd5-2ddb-4574-9672-af43239849ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:45Z', 'updated_at': '2022-02-02T15:53:53Z', 'revision_number': 4, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'subnets': [{'id': 'f5347cd5-2ddb-4574-9672-af43239849ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:53:54.164810 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f772c-a15f-441d-b52b-a06b277ee879 None None] Pushing event updated for resources: {'Port': ['ID=669194a7-fd15-49db-984b-f445be46b5f7,revision_number=5']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:54.169904 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-dd3549fc-ccad-49ad-9d3e-452f395592d5 None None] Provisioning complete for port 669194a7-fd15-49db-984b-f445be46b5f7 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:54.170487 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-dd3549fc-ccad-49ad-9d3e-452f395592d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (669194a7-fd15-49db-984b-f445be46b5f7), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:54.324378 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-dd3549fc-ccad-49ad-9d3e-452f395592d5 None None] Current status of the port 669194a7-fd15-49db-984b-f445be46b5f7 is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:53:54.412371 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ba69089d-90c5-4e28-b9d2-4d6657d11c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529'] for subnet (339f0249-a85a-4518-b40c-d04ae8fa96df), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:54.415607 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_common [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-68b53ab7-9fa2-4508-a36a-b0b98b65f913 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Allocated IP 172.20.0.9 (8e568dc9-80fc-42ae-973f-9ce5b154f810/9a3f4520-2eda-4151-9649-f7c10bbcb65e/ab5a759f-a148-478b-8616-e4749ee00ce6) {{(pid=109038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:53:54.464681 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69089d-90c5-4e28-b9d2-4d6657d11c28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=339f0249-a85a-4518-b40c-d04ae8fa96df,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:54.491265 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ba69089d-90c5-4e28-b9d2-4d6657d11c28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:54.516433 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-ba69089d-90c5-4e28-b9d2-4d6657d11c28 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/339f0249-a85a-4518-b40c-d04ae8fa96df HTTP/1.1" status: 204 len: 168 time: 0.9575782 Feb 02 15:53:54.517827 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 56210) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:54.531662 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a16d2a97-05d9-429d-a0ae-bf880936d7fe req-913150f5-031a-4992-a13f-4abb3f545999 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 210 time: 0.0885825 Feb 02 15:53:54.557875 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-caa10c6a-26a5-4ae2-a5fe-87b4e0de4d34 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:54.560007 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-caa10c6a-26a5-4ae2-a5fe-87b4e0de4d34 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/networks?id=b0953c76-584e-4cc9-bd10-70c56077e5e6 HTTP/1.1" status: 200 len: 817 time: 0.5064597 Feb 02 15:53:54.560616 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.59', 55326) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:54.658812 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-e4a179e9-82f0-4b7b-9ec7-3a13f66edd9e tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/quotas/e46d9c184bc14bb2869a6bbc48e00252 HTTP/1.1" status: 200 len: 375 time: 0.0927434 Feb 02 15:53:54.731157 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-62b84e35-20ce-433e-a33a-d70d662edce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1153519'] for network (daf7ba90-be26-4a76-a44c-9bcfede32475), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:54.834092 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-1898e117-e1c5-4134-af91-400d20692e8f tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=e46d9c184bc14bb2869a6bbc48e00252&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1675396 Feb 02 15:53:54.869238 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-110b57e2-7a58-4fe4-8797-a45e7c4bfe51 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:54.870951 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-110b57e2-7a58-4fe4-8797-a45e7c4bfe51 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.59 "GET /v2.0/networks?id=aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca HTTP/1.1" status: 200 len: 819 time: 0.3011367 Feb 02 15:53:54.913864 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-82757617-9ac1-4e80-8fa9-99d23f807581 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Request body: {'port': {'device_id': 'f16a9dc9-24b6-4fbd-8a36-c9aedd864de8', 'network_id': 'aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca', 'admin_state_up': True, 'tenant_id': '72f52223a6e14cb8a8c10c8caa85635b'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:53:54.917601 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 56234) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:55.024707 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.59', 55328) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:55.231364 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-898fed6c-02e8-4929-aa90-2ab34fb20a65 service neutron] 10.222.0.112 "GET /v2.0/networks/b0953c76-584e-4cc9-bd10-70c56077e5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594604 Feb 02 15:53:55.309766 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-824990c5-ad24-4162-8708-cddb65d6d3f4 req-4c0dfc18-a55f-467c-9bf4-85cf15d01020 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 210 time: 0.3389101 Feb 02 15:53:55.426304 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-62b84e35-20ce-433e-a33a-d70d662edce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143470', 'neutron.services.segments.db._delete_segments_for_network-8791047536797'] for network (daf7ba90-be26-4a76-a44c-9bcfede32475), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:55.454603 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-0c68a67b-3788-4667-b373-992d669c5140 service neutron] 10.222.0.112 "GET /v2.0/networks/b0953c76-584e-4cc9-bd10-70c56077e5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462271 Feb 02 15:53:55.578497 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-fe55467f-ae62-44c7-97e1-5e24d341e328 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:55.579571 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-68b53ab7-9fa2-4508-a36a-b0b98b65f913 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Publish callbacks [] for port (ab5a759f-a148-478b-8616-e4749ee00ce6), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:55.637392 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-62b84e35-20ce-433e-a33a-d70d662edce8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:53:55.645509 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-62b84e35-20ce-433e-a33a-d70d662edce8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:53:55.649273 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-62b84e35-20ce-433e-a33a-d70d662edce8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:53:55.651160 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-62b84e35-20ce-433e-a33a-d70d662edce8 admin admin] Subscribe: > port after_create 55550000 {{(pid=109038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:53:55.654028 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-62b84e35-20ce-433e-a33a-d70d662edce8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:53:55.654449 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-62b84e35-20ce-433e-a33a-d70d662edce8 admin admin] Subscribe: > port after_update 55550000 {{(pid=109038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:53:55.654842 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-62b84e35-20ce-433e-a33a-d70d662edce8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:53:55.657738 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-62b84e35-20ce-433e-a33a-d70d662edce8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:53:55.658241 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-62b84e35-20ce-433e-a33a-d70d662edce8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:53:55.659371 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-62b84e35-20ce-433e-a33a-d70d662edce8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:53:56.336654 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-62b84e35-20ce-433e-a33a-d70d662edce8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:53:56.337299 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-62b84e35-20ce-433e-a33a-d70d662edce8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:53:56.337532 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-62b84e35-20ce-433e-a33a-d70d662edce8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:53:56.338082 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-62b84e35-20ce-433e-a33a-d70d662edce8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:53:56.338516 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.services.segments.db [None req-62b84e35-20ce-433e-a33a-d70d662edce8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf7ba90-be26-4a76-a44c-9bcfede32475']}} {{(pid=109038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:56.363986 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.services.segments.db [None req-62b84e35-20ce-433e-a33a-d70d662edce8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '667f9abf-6907-4268-80d8-a754097cc880') {'for_net_delete': True} {{(pid=109038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:56.363986 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.services.segments.db [None req-62b84e35-20ce-433e-a33a-d70d662edce8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '667f9abf-6907-4268-80d8-a754097cc880') {} {{(pid=109038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:56.391892 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-62b84e35-20ce-433e-a33a-d70d662edce8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791047557030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5222254'] for segment (667f9abf-6907-4268-80d8-a754097cc880), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:56.397365 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 669194a7-fd15-49db-984b-f445be46b5f7 up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:53:56.421820 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-62b84e35-20ce-433e-a33a-d70d662edce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (667f9abf-6907-4268-80d8-a754097cc880), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:56.433040 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b84e35-20ce-433e-a33a-d70d662edce8 admin admin] Releasing vlan 960 on physical network physnet1 to pool {{(pid=109038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 15:53:56.433586 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-62b84e35-20ce-433e-a33a-d70d662edce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4863390'] for segment (667f9abf-6907-4268-80d8-a754097cc880), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:56.514895 dv-cinder-827511-1-iscsi neutron-server[109038]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 02 15:53:56.514895 dv-cinder-827511-1-iscsi neutron-server[109038]: from cryptography.utils import int_from_bytes Feb 02 15:53:56.514895 dv-cinder-827511-1-iscsi neutron-server[109038]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 02 15:53:56.514895 dv-cinder-827511-1-iscsi neutron-server[109038]: from cryptography.utils import int_from_bytes Feb 02 15:53:56.514895 dv-cinder-827511-1-iscsi neutron-server[109038]: Traceback (most recent call last): Feb 02 15:53:56.514895 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 15:53:56.514895 dv-cinder-827511-1-iscsi neutron-server[109038]: timer() Feb 02 15:53:56.514895 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:53:56.514895 dv-cinder-827511-1-iscsi neutron-server[109038]: cb(*args, **kw) Feb 02 15:53:56.514895 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 15:53:56.514895 dv-cinder-827511-1-iscsi neutron-server[109038]: return func(*args, **kwargs) Feb 02 15:53:56.514895 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:53:56.514895 dv-cinder-827511-1-iscsi neutron-server[109038]: self._notify() Feb 02 15:53:56.514895 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:53:56.514895 dv-cinder-827511-1-iscsi neutron-server[109038]: self.callback(batched_events) Feb 02 15:53:56.514895 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:53:56.514895 dv-cinder-827511-1-iscsi neutron-server[109038]: event.method(event) Feb 02 15:53:56.514895 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 15:53:56.514895 dv-cinder-827511-1-iscsi neutron-server[109038]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:53:56.514895 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 15:53:56.514895 dv-cinder-827511-1-iscsi neutron-server[109038]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:53:56.514895 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 15:53:56.514895 dv-cinder-827511-1-iscsi neutron-server[109038]: return f(self, *a, **k) Feb 02 15:53:56.514895 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:53:56.514895 dv-cinder-827511-1-iscsi neutron-server[109038]: return self._get(url).json() Feb 02 15:53:56.514895 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:53:56.514895 dv-cinder-827511-1-iscsi neutron-server[109038]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:53:56.514895 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 15:53:56.514895 dv-cinder-827511-1-iscsi neutron-server[109038]: return self.request(url, 'GET', **kwargs) Feb 02 15:53:56.514895 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 15:53:56.514895 dv-cinder-827511-1-iscsi neutron-server[109038]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:53:56.514895 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 15:53:56.514895 dv-cinder-827511-1-iscsi neutron-server[109038]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:53:56.514895 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 15:53:56.514895 dv-cinder-827511-1-iscsi neutron-server[109038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:53:56.514895 dv-cinder-827511-1-iscsi neutron-server[109038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:53:56.525186 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-1da05c8f-fe84-4fed-a086-be6db586579a tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:56.527559 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-1da05c8f-fe84-4fed-a086-be6db586579a tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.59 "GET /v2.0/networks?id=aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca HTTP/1.1" status: 200 len: 819 time: 1.4651742 Feb 02 15:53:56.567780 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-62b84e35-20ce-433e-a33a-d70d662edce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7937865'] for network (daf7ba90-be26-4a76-a44c-9bcfede32475), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:56.576466 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-d491aeb8-441e-4274-a822-91ad3083e005 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Request body: {'port': {'device_id': '6cd30118-ebf5-46bb-a080-c704d898b585', 'network_id': 'aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca', 'admin_state_up': True, 'tenant_id': '72f52223a6e14cb8a8c10c8caa85635b'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:53:56.595374 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-68b53ab7-9fa2-4508-a36a-b0b98b65f913 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (ab5a759f-a148-478b-8616-e4749ee00ce6), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:56.676528 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port 669194a7-fd15-49db-984b-f445be46b5f7 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:56.677460 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (669194a7-fd15-49db-984b-f445be46b5f7), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:56.762539 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b84e35-20ce-433e-a33a-d70d662edce8 admin admin] Pushing event deleted for resources: {'Network': ['ID=daf7ba90-be26-4a76-a44c-9bcfede32475,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:56.891852 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port 669194a7-fd15-49db-984b-f445be46b5f7 is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:53:56.905789 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e9c3041b-d8d0-45d9-a054-68655e461022 req-1f6cf6ce-42ed-43c0-8102-e77f2e175470 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 210 time: 0.8095949 Feb 02 15:53:56.940590 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-fe55467f-ae62-44c7-97e1-5e24d341e328 admin admin] Publish callbacks [] for security_group (f875f5e3-445d-4fb2-980a-b259267d6744), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:56.993796 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-68b53ab7-9fa2-4508-a36a-b0b98b65f913 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Network 8e568dc9-80fc-42ae-973f-9ce5b154f810 is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:53:57.005012 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-62b84e35-20ce-433e-a33a-d70d662edce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:57.016282 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-62b84e35-20ce-433e-a33a-d70d662edce8 admin admin] 10.222.0.112 "DELETE /v2.0/networks/daf7ba90-be26-4a76-a44c-9bcfede32475 HTTP/1.1" status: 204 len: 168 time: 2.4884448 Feb 02 15:53:57.023425 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-fe55467f-ae62-44c7-97e1-5e24d341e328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (f875f5e3-445d-4fb2-980a-b259267d6744), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:57.032894 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-327eca02-607a-4621-8810-7d57e357804d req-550448b6-d7bc-4cbf-b776-223e7517f90b tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 210 time: 0.9369407 Feb 02 15:53:57.044305 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b53ab7-9fa2-4508-a36a-b0b98b65f913 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Pushing event updated for resources: {'Port': ['ID=ab5a759f-a148-478b-8616-e4749ee00ce6,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:57.059771 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-68b53ab7-9fa2-4508-a36a-b0b98b65f913 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:53:57.107161 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-68b53ab7-9fa2-4508-a36a-b0b98b65f913 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Received port after_create {{(pid=109038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:53:57.168387 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-82757617-9ac1-4e80-8fa9-99d23f807581 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Made reservation on behalf of 72f52223a6e14cb8a8c10c8caa85635b for: {'port': 1} {{(pid=109039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:53:57.175526 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-82757617-9ac1-4e80-8fa9-99d23f807581 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:57.238419 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55467f-ae62-44c7-97e1-5e24d341e328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f875f5e3-445d-4fb2-980a-b259267d6744,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:57.292621 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-68b53ab7-9fa2-4508-a36a-b0b98b65f913 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:57.293342 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-68b53ab7-9fa2-4508-a36a-b0b98b65f913 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:57.340736 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-68b53ab7-9fa2-4508-a36a-b0b98b65f913 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9431331 Feb 02 15:53:57.441496 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-85a9f2f3-6b10-4a69-b8d6-a4feac592a56 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=109038) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 15:53:57.466739 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-85a9f2f3-6b10-4a69-b8d6-a4feac592a56 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0295887 Feb 02 15:53:57.564819 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-d491aeb8-441e-4274-a822-91ad3083e005 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Made reservation on behalf of 72f52223a6e14cb8a8c10c8caa85635b for: {'port': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:53:57.568688 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-d491aeb8-441e-4274-a822-91ad3083e005 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:57.661270 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 56342) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:57.716208 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-2222c042-7fd8-4911-9181-2e9a7fa241a3 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=899ff2e4fe1f4b938507a227380af18c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0534453 Feb 02 15:53:57.719033 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 56346) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:57.732226 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.db_base_plugin_common [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-82757617-9ac1-4e80-8fa9-99d23f807581 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Allocated IP 172.20.0.9 (aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca/6bef7920-00cb-4a69-a6a7-9d6da3eabd36/07bda9a9-5405-4d9f-bb29-c929ef3b4f5a) {{(pid=109039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:53:57.813622 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6311-1c1e-44f8-8659-3acb40281744 admin admin] Publish callbacks [] for security_group (1f9c73f2-8119-4b01-8cf4-91e3a46b9793), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:57.888946 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6311-1c1e-44f8-8659-3acb40281744 admin admin] Publish callbacks [] for security_group (1f9c73f2-8119-4b01-8cf4-91e3a46b9793), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:57.944632 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a450a498-876d-4acf-904b-85e32be741ec req-b91adc23-675c-415d-bcc1-877eaae8f7a8 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 210 time: 0.7513988 Feb 02 15:53:57.957797 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-fe55467f-ae62-44c7-97e1-5e24d341e328 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=f3f2a0ea3f344f69b363cce0f536f6eb&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0232666 Feb 02 15:53:57.957797 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 56358) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:57.967024 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6311-1c1e-44f8-8659-3acb40281744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (1f9c73f2-8119-4b01-8cf4-91e3a46b9793), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:57.969990 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6311-1c1e-44f8-8659-3acb40281744 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:57.982310 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-1c0f6311-1c1e-44f8-8659-3acb40281744 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/1f9c73f2-8119-4b01-8cf4-91e3a46b9793 HTTP/1.1" status: 204 len: 168 time: 0.2619846 Feb 02 15:53:57.998364 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f6311-1c1e-44f8-8659-3acb40281744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9c73f2-8119-4b01-8cf4-91e3a46b9793,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:58.143975 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.59', 55341) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:58.195769 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-82757617-9ac1-4e80-8fa9-99d23f807581 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Publish callbacks [] for port (07bda9a9-5405-4d9f-bb29-c929ef3b4f5a), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:58.220451 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-0a5876e3-f449-4b96-b099-aa452e2d50bf service neutron] Request body: {'port': {'device_id': '300f2d43-0f6d-441a-9332-bf2c3c2dabd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82751'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:53:58.272413 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-a18d0a40-6cdb-4ea1-80a0-cad54494b3d6 admin admin] Publish callbacks [] for security_group (f875f5e3-445d-4fb2-980a-b259267d6744), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:58.337505 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0ff21dec-c398-4eff-9e10-ca2de9a0dc18 req-5bd63ead-5082-4e2b-b2c5-daaa40b2628f tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 210 time: 0.1196208 Feb 02 15:53:58.412354 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ea45a-7a55-4585-8dc0-a1c13cb69fd6 req-964f7191-fff5-4174-821a-5db822d30130 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:58.418896 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-0a5876e3-f449-4b96-b099-aa452e2d50bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (ab5a759f-a148-478b-8616-e4749ee00ce6), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:58.422198 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-da2ea45a-7a55-4585-8dc0-a1c13cb69fd6 req-964f7191-fff5-4174-821a-5db822d30130 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 931 time: 0.3608685 Feb 02 15:53:58.485535 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-a18d0a40-6cdb-4ea1-80a0-cad54494b3d6 admin admin] Publish callbacks [] for security_group (f875f5e3-445d-4fb2-980a-b259267d6744), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:58.625554 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-a18d0a40-6cdb-4ea1-80a0-cad54494b3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (f875f5e3-445d-4fb2-980a-b259267d6744), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:58.628117 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-a18d0a40-6cdb-4ea1-80a0-cad54494b3d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:58.638641 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-a18d0a40-6cdb-4ea1-80a0-cad54494b3d6 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/f875f5e3-445d-4fb2-980a-b259267d6744 HTTP/1.1" status: 204 len: 168 time: 0.6551461 Feb 02 15:53:58.666421 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-82757617-9ac1-4e80-8fa9-99d23f807581 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5289298'] for port (07bda9a9-5405-4d9f-bb29-c929ef3b4f5a), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:58.697415 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d0a40-6cdb-4ea1-80a0-cad54494b3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f875f5e3-445d-4fb2-980a-b259267d6744,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:58.798932 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-82757617-9ac1-4e80-8fa9-99d23f807581 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Network aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca is already hosted by enough agents. {{(pid=109039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:53:58.861550 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.base_scheduler [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-82757617-9ac1-4e80-8fa9-99d23f807581 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Resources bound (agent type, host, resource id): {{(pid=109039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:53:58.927622 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.l3_dvrscheduler_db [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-82757617-9ac1-4e80-8fa9-99d23f807581 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Received port after_create {{(pid=109039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:53:59.004963 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 56400) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:59.079618 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-80591953-c3e6-49e7-b5ab-8e3e418995ea admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=7adb43d0e0c148aaa0860ebd01c3c400&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0699954 Feb 02 15:53:59.104770 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-da2ea45a-7a55-4585-8dc0-a1c13cb69fd6 req-c2fde142-4c99-438f-8497-2b41cd11737c tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/security-groups?id=6cab17ab-0e38-420c-80af-f3ff870192d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6815431 Feb 02 15:53:59.110391 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 56406) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:59.270766 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 56410) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:53:59.296487 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82757617-9ac1-4e80-8fa9-99d23f807581 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Pushing event updated for resources: {'Port': ['ID=07bda9a9-5405-4d9f-bb29-c929ef3b4f5a,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:59.340857 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ddb6ab9f-cd41-433d-8576-2ee7bcbf5edc req-3146cb8f-183d-44a8-a19f-b4060751249c tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 210 time: 0.0836999 Feb 02 15:53:59.367922 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-82757617-9ac1-4e80-8fa9-99d23f807581 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:59.367922 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-82757617-9ac1-4e80-8fa9-99d23f807581 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for port (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:59.391605 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-87a84827-b409-409b-afa4-f0e81c782760 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:59.393152 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-87a84827-b409-409b-afa4-f0e81c782760 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.59 "GET /v2.0/networks?id=b0953c76-584e-4cc9-bd10-70c56077e5e6 HTTP/1.1" status: 200 len: 817 time: 1.2473080 Feb 02 15:53:59.413549 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c111ca50-b618-451e-9388-d7d2658e7478 admin admin] Publish callbacks [] for security_group (17bc3016-8994-4ee3-af05-bd2de00b51b0), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:59.448670 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-82757617-9ac1-4e80-8fa9-99d23f807581 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5431535 Feb 02 15:53:59.454246 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c111ca50-b618-451e-9388-d7d2658e7478 admin admin] Publish callbacks [] for security_group (17bc3016-8994-4ee3-af05-bd2de00b51b0), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:59.479824 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-56cec8cc-63d7-48a7-b8df-76d25c2bf529 service neutron] Request body: {'port': {'device_id': 'f16a9dc9-24b6-4fbd-8a36-c9aedd864de8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82751'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:53:59.569328 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0cadb638-4280-42c0-ad7c-3d49e2e6523b req-17f6e1e6-8853-4439-9c7b-9052aee8479c tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 210 time: 0.0448403 Feb 02 15:53:59.636504 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-56cec8cc-63d7-48a7-b8df-76d25c2bf529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (07bda9a9-5405-4d9f-bb29-c929ef3b4f5a), before_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:59.672821 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-d2ac67bc-4ce5-412a-befc-743f9ac1cc65 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e46d9c184bc14bb2869a6bbc48e00252 HTTP/1.1" status: 200 len: 379 time: 0.2156198 Feb 02 15:53:59.724563 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c111ca50-b618-451e-9388-d7d2658e7478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (17bc3016-8994-4ee3-af05-bd2de00b51b0), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:59.727576 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c111ca50-b618-451e-9388-d7d2658e7478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:53:59.728751 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-c111ca50-b618-451e-9388-d7d2658e7478 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/17bc3016-8994-4ee3-af05-bd2de00b51b0 HTTP/1.1" status: 204 len: 168 time: 0.5966799 Feb 02 15:53:59.733175 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_common [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-d491aeb8-441e-4274-a822-91ad3083e005 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Allocated IP 172.20.0.13 (aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca/6bef7920-00cb-4a69-a6a7-9d6da3eabd36/853ee009-59c0-4bb8-a9f2-a81aebd05c49) {{(pid=109038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:53:59.751070 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-eced756d-788b-4024-aff3-90da987aff96 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Request body: {'port': {'device_id': 'dbab2a9b-59f4-4d9b-a34a-f5b1448b689c', 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6', 'admin_state_up': True, 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'security_groups': ['a1db4645-04c0-4bf1-93de-221b46388677']}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:53:59.819250 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111ca50-b618-451e-9388-d7d2658e7478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bc3016-8994-4ee3-af05-bd2de00b51b0,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:59.946454 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-7978dc63-9741-4403-92f0-d05df89c7741 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:00.165892 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-7978dc63-9741-4403-92f0-d05df89c7741 admin admin] Publish callbacks [] for security_group (03c26637-83d9-42af-9c0b-728c6d3b994b), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:00.175228 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-7978dc63-9741-4403-92f0-d05df89c7741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (03c26637-83d9-42af-9c0b-728c6d3b994b), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:00.295440 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978dc63-9741-4403-92f0-d05df89c7741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c26637-83d9-42af-9c0b-728c6d3b994b,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:00.589501 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-7978dc63-9741-4403-92f0-d05df89c7741 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=861093a6f34e429e97404286d6f21f24&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3117762 Feb 02 15:54:00.607130 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 56456) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:00.690476 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-820ad3a5-ff4a-4af0-901c-00d185d6ba68 req-eae2fd4c-012d-4e99-9542-243370aa808e tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 210 time: 0.1066587 Feb 02 15:54:00.777521 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19345f86-bc74-4ce3-af4f-e3e2f29273d8 req-5ecf27f5-88d2-4b2a-8fa5-ff83de7e0988 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:00.783772 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-19345f86-bc74-4ce3-af4f-e3e2f29273d8 req-5ecf27f5-88d2-4b2a-8fa5-ff83de7e0988 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 931 time: 0.4894276 Feb 02 15:54:00.982909 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-230cd517-bdba-492a-a3d7-808ffc97a303 req-0eccdfe3-3c04-41b5-9a43-de975418b67a tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 210 time: 0.1177206 Feb 02 15:54:01.060223 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-d5eec7d6-b297-45fa-a137-40e91cb4cf28 admin admin] Publish callbacks [] for security_group (03c26637-83d9-42af-9c0b-728c6d3b994b), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:01.077676 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-d491aeb8-441e-4274-a822-91ad3083e005 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Publish callbacks [] for port (853ee009-59c0-4bb8-a9f2-a81aebd05c49), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:01.159075 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-0a5876e3-f449-4b96-b099-aa452e2d50bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab5a759f-a148-478b-8616-e4749ee00ce6 {{(pid=109038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 15:54:01.180095 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-d491aeb8-441e-4274-a822-91ad3083e005 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (853ee009-59c0-4bb8-a9f2-a81aebd05c49), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:01.185907 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-19345f86-bc74-4ce3-af4f-e3e2f29273d8 req-ea17129e-e94d-40e7-9097-6ef0b487dfaf tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/security-groups?id=6cab17ab-0e38-420c-80af-f3ff870192d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676507 Feb 02 15:54:01.186799 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-0a5876e3-f449-4b96-b099-aa452e2d50bf service neutron] Publish callbacks [] for port (ab5a759f-a148-478b-8616-e4749ee00ce6), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:01.339102 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-d491aeb8-441e-4274-a822-91ad3083e005 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Network aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:54:01.341137 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.provisioning_blocks [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-0a5876e3-f449-4b96-b099-aa452e2d50bf service neutron] Transition to ACTIVE for port object ab5a759f-a148-478b-8616-e4749ee00ce6 will not be triggered until provisioned by entity L2. {{(pid=109038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:54:01.351760 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-d5eec7d6-b297-45fa-a137-40e91cb4cf28 admin admin] Publish callbacks [] for security_group (03c26637-83d9-42af-9c0b-728c6d3b994b), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:01.373924 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-0a5876e3-f449-4b96-b099-aa452e2d50bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (ab5a759f-a148-478b-8616-e4749ee00ce6), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:01.433412 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-d491aeb8-441e-4274-a822-91ad3083e005 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:54:01.483617 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-d491aeb8-441e-4274-a822-91ad3083e005 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Received port after_create {{(pid=109038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:54:01.627625 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d491aeb8-441e-4274-a822-91ad3083e005 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Pushing event updated for resources: {'Port': ['ID=853ee009-59c0-4bb8-a9f2-a81aebd05c49,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:01.666550 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-eced756d-788b-4024-aff3-90da987aff96 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Made reservation on behalf of e46d9c184bc14bb2869a6bbc48e00252 for: {'port': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:54:01.677339 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-eced756d-788b-4024-aff3-90da987aff96 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:01.787676 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-d5eec7d6-b297-45fa-a137-40e91cb4cf28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (03c26637-83d9-42af-9c0b-728c6d3b994b), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:01.794346 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-d5eec7d6-b297-45fa-a137-40e91cb4cf28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:01.797811 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-d5eec7d6-b297-45fa-a137-40e91cb4cf28 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/03c26637-83d9-42af-9c0b-728c6d3b994b HTTP/1.1" status: 204 len: 168 time: 1.1799259 Feb 02 15:54:02.000522 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-d491aeb8-441e-4274-a822-91ad3083e005 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:02.001344 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-d491aeb8-441e-4274-a822-91ad3083e005 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:02.133960 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eec7d6-b297-45fa-a137-40e91cb4cf28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c26637-83d9-42af-9c0b-728c6d3b994b,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:02.261118 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.notifiers.nova [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-56cec8cc-63d7-48a7-b8df-76d25c2bf529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07bda9a9-5405-4d9f-bb29-c929ef3b4f5a {{(pid=109039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 15:54:02.266956 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5876e3-f449-4b96-b099-aa452e2d50bf service neutron] Pushing event updated for resources: {'Port': ['ID=ab5a759f-a148-478b-8616-e4749ee00ce6,revision_number=2']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:02.282341 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-d491aeb8-441e-4274-a822-91ad3083e005 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7115512 Feb 02 15:54:02.292673 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3d2168da-e67f-487a-bce8-b800046f0d6d req-5d6aeccb-974e-4df2-95fc-f8d5beb9713f tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 210 time: 0.1261189 Feb 02 15:54:02.306191 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-56cec8cc-63d7-48a7-b8df-76d25c2bf529 service neutron] Publish callbacks [] for port (07bda9a9-5405-4d9f-bb29-c929ef3b4f5a), precommit_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:02.396711 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae1e42-bcc1-42e7-8d4c-398a755b5778 req-14a69e28-ed76-4ee7-806e-90328da9fbd9 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:02.398579 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_common [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-eced756d-788b-4024-aff3-90da987aff96 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Allocated IP 172.20.0.8 (b0953c76-584e-4cc9-bd10-70c56077e5e6/f5347cd5-2ddb-4574-9672-af43239849ac/4d16a98d-2508-49b3-ab25-411a471febe1) {{(pid=109038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:54:02.399976 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0eae1e42-bcc1-42e7-8d4c-398a755b5778 req-14a69e28-ed76-4ee7-806e-90328da9fbd9 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 932 time: 0.2608421 Feb 02 15:54:02.402611 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.provisioning_blocks [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-56cec8cc-63d7-48a7-b8df-76d25c2bf529 service neutron] Transition to ACTIVE for port object 07bda9a9-5405-4d9f-bb29-c929ef3b4f5a will not be triggered until provisioned by entity L2. {{(pid=109039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:54:02.443167 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-56cec8cc-63d7-48a7-b8df-76d25c2bf529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5289307'] for port (07bda9a9-5405-4d9f-bb29-c929ef3b4f5a), after_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:02.503397 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-0a5876e3-f449-4b96-b099-aa452e2d50bf service neutron] Attempting to bind port ab5a759f-a148-478b-8616-e4749ee00ce6 on host hv-cinder-82751 for vnic_type normal with profile {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:54:02.504322 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-0a5876e3-f449-4b96-b099-aa452e2d50bf service neutron] Attempting to bind port ab5a759f-a148-478b-8616-e4749ee00ce6 by drivers openvswitch,hyperv on host hv-cinder-82751 at level 0 using segments [{'id': 'cf2ff181-a846-4288-9f7c-5844d2b10d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '8e568dc9-80fc-42ae-973f-9ce5b154f810'}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:54:02.504689 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-0a5876e3-f449-4b96-b099-aa452e2d50bf service neutron] Attempting to bind port ab5a759f-a148-478b-8616-e4749ee00ce6 on network 8e568dc9-80fc-42ae-973f-9ce5b154f810 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:54:02.594102 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-0a5876e3-f449-4b96-b099-aa452e2d50bf service neutron] Port ab5a759f-a148-478b-8616-e4749ee00ce6 on network 8e568dc9-80fc-42ae-973f-9ce5b154f810 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82751 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 15:54:02.594438 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-0a5876e3-f449-4b96-b099-aa452e2d50bf service neutron] Attempting to bind port ab5a759f-a148-478b-8616-e4749ee00ce6 on network 8e568dc9-80fc-42ae-973f-9ce5b154f810 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:54:02.602646 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-0a5876e3-f449-4b96-b099-aa452e2d50bf service neutron] Checking agent: {'id': 'd02ae37f-da75-47b5-8264-16fb0fa5b24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82751', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'started_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:54:02.602898 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-0a5876e3-f449-4b96-b099-aa452e2d50bf service neutron] Checking segment: {'id': 'cf2ff181-a846-4288-9f7c-5844d2b10d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '8e568dc9-80fc-42ae-973f-9ce5b154f810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:54:02.603460 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-0a5876e3-f449-4b96-b099-aa452e2d50bf service neutron] Bound using segment: {'id': 'cf2ff181-a846-4288-9f7c-5844d2b10d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '8e568dc9-80fc-42ae-973f-9ce5b154f810'} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:54:02.604054 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-0a5876e3-f449-4b96-b099-aa452e2d50bf service neutron] Bound port: ab5a759f-a148-478b-8616-e4749ee00ce6, host: hv-cinder-82751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf2ff181-a846-4288-9f7c-5844d2b10d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '8e568dc9-80fc-42ae-973f-9ce5b154f810'}}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:54:02.604423 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-0a5876e3-f449-4b96-b099-aa452e2d50bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (ab5a759f-a148-478b-8616-e4749ee00ce6), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:02.620004 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0eae1e42-bcc1-42e7-8d4c-398a755b5778 req-7f62a6e1-4ebf-4a05-ace7-3410e9b1b7dd tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125795 Feb 02 15:54:02.671593 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cec8cc-63d7-48a7-b8df-76d25c2bf529 service neutron] Pushing event updated for resources: {'Port': ['ID=07bda9a9-5405-4d9f-bb29-c929ef3b4f5a,revision_number=2']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:02.721385 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-eced756d-788b-4024-aff3-90da987aff96 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for port (4d16a98d-2508-49b3-ab25-411a471febe1), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:02.727394 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b186f4-d865-46c4-9e78-ea8222ab84b4 req-a2064529-e430-4046-9508-babdc1a23fec tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:02.736121 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c8b186f4-d865-46c4-9e78-ea8222ab84b4 req-a2064529-e430-4046-9508-babdc1a23fec tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 943 time: 0.2819438 Feb 02 15:54:02.748494 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-0a5876e3-f449-4b96-b099-aa452e2d50bf service neutron] For port ab5a759f-a148-478b-8616-e4749ee00ce6, host hv-cinder-82751, cleared binding levels {{(pid=109038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:54:02.755875 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-0a5876e3-f449-4b96-b099-aa452e2d50bf service neutron] For port ab5a759f-a148-478b-8616-e4749ee00ce6, host hv-cinder-82751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=ab5a759f-a148-478b-8616-e4749ee00ce6,segment=NetworkSegment(cf2ff181-a846-4288-9f7c-5844d2b10d41),segment_id=cf2ff181-a846-4288-9f7c-5844d2b10d41)] {{(pid=109038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:54:02.774430 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-0a5876e3-f449-4b96-b099-aa452e2d50bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (ab5a759f-a148-478b-8616-e4749ee00ce6), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:02.822774 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-0a5876e3-f449-4b96-b099-aa452e2d50bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:02.823643 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-0a5876e3-f449-4b96-b099-aa452e2d50bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:02.825566 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-0a5876e3-f449-4b96-b099-aa452e2d50bf service neutron] 10.222.0.59 "PUT /v2.0/ports/ab5a759f-a148-478b-8616-e4749ee00ce6 HTTP/1.1" status: 200 len: 1093 time: 4.9487932 Feb 02 15:54:02.826083 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 56522) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:02.826246 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300f2d43-0f6d-441a-9332-bf2c3c2dabd8', 'tag': 'ab5a759f-a148-478b-8616-e4749ee00ce6'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:54:02.853336 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-eced756d-788b-4024-aff3-90da987aff96 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (4d16a98d-2508-49b3-ab25-411a471febe1), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:02.862629 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0ef61c79-2b4d-4c8e-9896-9f0f5b982abe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:02.874441 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.managers [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-56cec8cc-63d7-48a7-b8df-76d25c2bf529 service neutron] Attempting to bind port 07bda9a9-5405-4d9f-bb29-c929ef3b4f5a on host hv-cinder-82751 for vnic_type normal with profile {{(pid=109039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:54:02.874866 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.managers [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-56cec8cc-63d7-48a7-b8df-76d25c2bf529 service neutron] Attempting to bind port 07bda9a9-5405-4d9f-bb29-c929ef3b4f5a by drivers openvswitch,hyperv on host hv-cinder-82751 at level 0 using segments [{'id': 'd4271925-4f0b-46e8-8c1e-4498d24f9aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca'}] {{(pid=109039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:54:02.875213 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-56cec8cc-63d7-48a7-b8df-76d25c2bf529 service neutron] Attempting to bind port 07bda9a9-5405-4d9f-bb29-c929ef3b4f5a on network aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca {{(pid=109039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:54:02.909955 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-eced756d-788b-4024-aff3-90da987aff96 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Network b0953c76-584e-4cc9-bd10-70c56077e5e6 is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:54:02.913644 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-56cec8cc-63d7-48a7-b8df-76d25c2bf529 service neutron] Port 07bda9a9-5405-4d9f-bb29-c929ef3b4f5a on network aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82751 {{(pid=109039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 15:54:02.914101 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-eced756d-788b-4024-aff3-90da987aff96 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:54:02.914511 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-56cec8cc-63d7-48a7-b8df-76d25c2bf529 service neutron] Attempting to bind port 07bda9a9-5405-4d9f-bb29-c929ef3b4f5a on network aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca {{(pid=109039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:54:02.916400 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5876e3-f449-4b96-b099-aa452e2d50bf service neutron] Pushing event updated for resources: {'Port': ['ID=ab5a759f-a148-478b-8616-e4749ee00ce6,revision_number=3']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:02.928726 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-eced756d-788b-4024-aff3-90da987aff96 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Received port after_create {{(pid=109038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:54:02.937910 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c8b186f4-d865-46c4-9e78-ea8222ab84b4 req-f935efc5-3557-4129-ac13-98b4e902841b tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/security-groups?id=6cab17ab-0e38-420c-80af-f3ff870192d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002919 Feb 02 15:54:02.940347 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-56cec8cc-63d7-48a7-b8df-76d25c2bf529 service neutron] Checking agent: {'id': 'd02ae37f-da75-47b5-8264-16fb0fa5b24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82751', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'started_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:54:02.940857 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-56cec8cc-63d7-48a7-b8df-76d25c2bf529 service neutron] Checking segment: {'id': 'd4271925-4f0b-46e8-8c1e-4498d24f9aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:54:02.943206 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-56cec8cc-63d7-48a7-b8df-76d25c2bf529 service neutron] Bound using segment: {'id': 'd4271925-4f0b-46e8-8c1e-4498d24f9aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca'} {{(pid=109039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:54:02.944131 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.managers [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-56cec8cc-63d7-48a7-b8df-76d25c2bf529 service neutron] Bound port: 07bda9a9-5405-4d9f-bb29-c929ef3b4f5a, host: hv-cinder-82751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4271925-4f0b-46e8-8c1e-4498d24f9aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca'}}] {{(pid=109039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:54:02.944600 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-56cec8cc-63d7-48a7-b8df-76d25c2bf529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (07bda9a9-5405-4d9f-bb29-c929ef3b4f5a), before_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:03.118580 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-eced756d-788b-4024-aff3-90da987aff96 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:03.119261 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-eced756d-788b-4024-aff3-90da987aff96 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:03.152644 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced756d-788b-4024-aff3-90da987aff96 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Pushing event updated for resources: {'Port': ['ID=4d16a98d-2508-49b3-ab25-411a471febe1,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:03.156770 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.db [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-56cec8cc-63d7-48a7-b8df-76d25c2bf529 service neutron] For port 07bda9a9-5405-4d9f-bb29-c929ef3b4f5a, host hv-cinder-82751, cleared binding levels {{(pid=109039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:54:03.181262 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-eced756d-788b-4024-aff3-90da987aff96 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4452162 Feb 02 15:54:03.232494 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.db [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-56cec8cc-63d7-48a7-b8df-76d25c2bf529 service neutron] For port 07bda9a9-5405-4d9f-bb29-c929ef3b4f5a, host hv-cinder-82751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=07bda9a9-5405-4d9f-bb29-c929ef3b4f5a,segment=NetworkSegment(d4271925-4f0b-46e8-8c1e-4498d24f9aea),segment_id=d4271925-4f0b-46e8-8c1e-4498d24f9aea)] {{(pid=109039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:54:03.249917 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0ef61c79-2b4d-4c8e-9896-9f0f5b982abe admin admin] Publish callbacks [] for security_group (85c4845c-fd9a-42ba-9f1f-fe6b9c4b9bb8), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:03.252851 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-56cec8cc-63d7-48a7-b8df-76d25c2bf529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5289307'] for port (07bda9a9-5405-4d9f-bb29-c929ef3b4f5a), after_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:03.272725 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fca09ab-5f8d-4a09-a6cf-ff475f0e1e32" -d '{"events": [{"name": "network-changed", "server_uuid": "300f2d43-0f6d-441a-9332-bf2c3c2dabd8", "tag": "ab5a759f-a148-478b-8616-e4749ee00ce6"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:54:03.295592 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0ef61c79-2b4d-4c8e-9896-9f0f5b982abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (85c4845c-fd9a-42ba-9f1f-fe6b9c4b9bb8), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:03.331775 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-10d932bc-20e5-479e-a9aa-589224f7e50f None None] Provisioning complete for port 4d16a98d-2508-49b3-ab25-411a471febe1 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:54:03.333687 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-10d932bc-20e5-479e-a9aa-589224f7e50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (4d16a98d-2508-49b3-ab25-411a471febe1), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:03.378864 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-56cec8cc-63d7-48a7-b8df-76d25c2bf529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:03.379697 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-56cec8cc-63d7-48a7-b8df-76d25c2bf529 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for port (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:03.381277 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-56cec8cc-63d7-48a7-b8df-76d25c2bf529 service neutron] 10.222.0.59 "PUT /v2.0/ports/07bda9a9-5405-4d9f-bb29-c929ef3b4f5a HTTP/1.1" status: 200 len: 1093 time: 3.9059713 Feb 02 15:54:03.385320 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16a9dc9-24b6-4fbd-8a36-c9aedd864de8', 'tag': '07bda9a9-5405-4d9f-bb29-c929ef3b4f5a'}] {{(pid=109039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:54:03.397959 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-0ef61c79-2b4d-4c8e-9896-9f0f5b982abe admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=839a24eef4ce4c0aa9a165c14d4e6ec8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5671523 Feb 02 15:54:03.397959 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cec8cc-63d7-48a7-b8df-76d25c2bf529 service neutron] Pushing event updated for resources: {'Port': ['ID=07bda9a9-5405-4d9f-bb29-c929ef3b4f5a,revision_number=3']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:03.400274 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 56556) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:03.402046 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef61c79-2b4d-4c8e-9896-9f0f5b982abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c4845c-fd9a-42ba-9f1f-fe6b9c4b9bb8,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:03.418263 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-10d932bc-20e5-479e-a9aa-589224f7e50f None None] Port 4d16a98d-2508-49b3-ab25-411a471febe1 cannot update to ACTIVE because it is not bound. {{(pid=109040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 15:54:03.479014 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80259b8-de40-4dd4-a325-1b6de904b27f req-ff3c7447-716e-4c6b-bbfb-f1eebd38ad23 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:03.483938 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-dc051270-f65a-4704-b0a1-71ef49097a85 admin admin] Publish callbacks [] for security_group (85c4845c-fd9a-42ba-9f1f-fe6b9c4b9bb8), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:03.488704 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f80259b8-de40-4dd4-a325-1b6de904b27f req-ff3c7447-716e-4c6b-bbfb-f1eebd38ad23 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 931 time: 0.0755198 Feb 02 15:54:03.545373 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-dc051270-f65a-4704-b0a1-71ef49097a85 admin admin] Publish callbacks [] for security_group (85c4845c-fd9a-42ba-9f1f-fe6b9c4b9bb8), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:03.565796 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f80259b8-de40-4dd4-a325-1b6de904b27f req-c2442574-f99a-42ff-95fa-714eeae7b6a2 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716465 Feb 02 15:54:03.621920 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 15:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd988908-039e-4839-8e63-f2c751a3c6a0 x-openstack-request-id: req-dd988908-039e-4839-8e63-f2c751a3c6a0 {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:54:03.622238 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300f2d43-0f6d-441a-9332-bf2c3c2dabd8", "tag": "ab5a759f-a148-478b-8616-e4749ee00ce6", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:54:03.622494 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-dd988908-039e-4839-8e63-f2c751a3c6a0 {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:54:03.622969 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300f2d43-0f6d-441a-9332-bf2c3c2dabd8', 'tag': 'ab5a759f-a148-478b-8616-e4749ee00ce6', 'status': 'completed', 'code': 200} Feb 02 15:54:03.634486 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-dc051270-f65a-4704-b0a1-71ef49097a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (85c4845c-fd9a-42ba-9f1f-fe6b9c4b9bb8), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:03.637360 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-dc051270-f65a-4704-b0a1-71ef49097a85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:03.638726 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-dc051270-f65a-4704-b0a1-71ef49097a85 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/85c4845c-fd9a-42ba-9f1f-fe6b9c4b9bb8 HTTP/1.1" status: 204 len: 168 time: 0.2368865 Feb 02 15:54:03.646975 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc051270-f65a-4704-b0a1-71ef49097a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c4845c-fd9a-42ba-9f1f-fe6b9c4b9bb8,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:03.684719 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c161fd89cb1d1d847ba0f79545528bda5d1c418a0cb4f87e804297803be7db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890bc35f-0111-4635-86ef-b4a5d97812f6" -d '{"events": [{"name": "network-changed", "server_uuid": "f16a9dc9-24b6-4fbd-8a36-c9aedd864de8", "tag": "07bda9a9-5405-4d9f-bb29-c929ef3b4f5a"}]}' {{(pid=109039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:54:03.767036 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd83d4-1a19-458d-89c7-a3f71d66889c req-dcdeb2a5-abfe-4a52-a330-4c2e07808796 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:03.768589 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2ffd83d4-1a19-458d-89c7-a3f71d66889c req-dcdeb2a5-abfe-4a52-a330-4c2e07808796 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 932 time: 0.0621142 Feb 02 15:54:03.833116 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2ffd83d4-1a19-458d-89c7-a3f71d66889c req-150369d5-c39f-479f-a9a0-aa99df562eba tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571728 Feb 02 15:54:03.904418 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 15:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c104513-bf0c-420c-bec6-20ea31039ac7 x-openstack-request-id: req-2c104513-bf0c-420c-bec6-20ea31039ac7 {{(pid=109039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:54:03.904766 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16a9dc9-24b6-4fbd-8a36-c9aedd864de8", "tag": "07bda9a9-5405-4d9f-bb29-c929ef3b4f5a", "status": "completed", "code": 200}]} {{(pid=109039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:54:03.905265 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-2c104513-bf0c-420c-bec6-20ea31039ac7 {{(pid=109039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:54:03.905906 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16a9dc9-24b6-4fbd-8a36-c9aedd864de8', 'tag': '07bda9a9-5405-4d9f-bb29-c929ef3b4f5a', 'status': 'completed', 'code': 200} Feb 02 15:54:04.072055 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62252123-b5aa-410a-882b-20cd23747586 req-7dffac6c-9791-4e84-a39b-34b5ec351fb6 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:04.073979 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-62252123-b5aa-410a-882b-20cd23747586 req-7dffac6c-9791-4e84-a39b-34b5ec351fb6 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 943 time: 0.0615788 Feb 02 15:54:04.130615 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-62252123-b5aa-410a-882b-20cd23747586 req-cb37c3a7-9670-4d89-a544-4d6c0cbc375a tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/security-groups?id=6cab17ab-0e38-420c-80af-f3ff870192d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471749 Feb 02 15:54:04.334377 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 56616) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:04.373252 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:54:04.447816 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-4724f1be-9634-4866-89b0-21a54143d388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:04.522926 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-4724f1be-9634-4866-89b0-21a54143d388 admin admin] Publish callbacks [] for security_group (ad0961ae-2861-446f-a437-113fdb2566e8), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:04.526683 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-4724f1be-9634-4866-89b0-21a54143d388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (ad0961ae-2861-446f-a437-113fdb2566e8), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:04.571505 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-4724f1be-9634-4866-89b0-21a54143d388 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=8f60aee3fd1f4ba99399fce084f7955d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359970 Feb 02 15:54:04.572643 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724f1be-9634-4866-89b0-21a54143d388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0961ae-2861-446f-a437-113fdb2566e8,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:04.574209 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 56628) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:04.630889 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ac5cf79e-0328-4c9f-9ba3-37ba80f2c7cb admin admin] Publish callbacks [] for security_group (ad0961ae-2861-446f-a437-113fdb2566e8), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:04.653615 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ac5cf79e-0328-4c9f-9ba3-37ba80f2c7cb admin admin] Publish callbacks [] for security_group (ad0961ae-2861-446f-a437-113fdb2566e8), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:04.685430 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad732752-4a23-4a88-90dd-a7a0dc5aae0b req-ba2f5cfe-fd35-476e-8df4-381ccf42fa57 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:04.687084 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ad732752-4a23-4a88-90dd-a7a0dc5aae0b req-ba2f5cfe-fd35-476e-8df4-381ccf42fa57 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 931 time: 0.0556345 Feb 02 15:54:04.714475 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ac5cf79e-0328-4c9f-9ba3-37ba80f2c7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (ad0961ae-2861-446f-a437-113fdb2566e8), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:04.717036 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ac5cf79e-0328-4c9f-9ba3-37ba80f2c7cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:04.718221 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-ac5cf79e-0328-4c9f-9ba3-37ba80f2c7cb admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/ad0961ae-2861-446f-a437-113fdb2566e8 HTTP/1.1" status: 204 len: 168 time: 0.1424387 Feb 02 15:54:04.726635 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5cf79e-0328-4c9f-9ba3-37ba80f2c7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0961ae-2861-446f-a437-113fdb2566e8,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:04.758482 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ad732752-4a23-4a88-90dd-a7a0dc5aae0b req-f9a4d099-7f30-4adc-ad5d-e07f4991df2a tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646992 Feb 02 15:54:05.014215 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d8f8c-4628-4092-90a6-a45b1c133595 req-76332087-ab1f-4b8e-877b-8e527211ee34 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:05.025368 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-7f9d8f8c-4628-4092-90a6-a45b1c133595 req-76332087-ab1f-4b8e-877b-8e527211ee34 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 932 time: 0.0894566 Feb 02 15:54:05.153813 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-7f9d8f8c-4628-4092-90a6-a45b1c133595 req-7019ba05-bdbc-4e48-bf4d-1a19313e4511 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229033 Feb 02 15:54:05.310344 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410ea66-3cda-4e4e-9031-7f6552fa4186 req-e784319c-77f0-4f4e-bcb6-49a8ff433b97 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:05.313803 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0410ea66-3cda-4e4e-9031-7f6552fa4186 req-e784319c-77f0-4f4e-bcb6-49a8ff433b97 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 943 time: 0.1052797 Feb 02 15:54:05.384391 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 56666) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:05.426880 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0410ea66-3cda-4e4e-9031-7f6552fa4186 req-2aaface6-fdca-4134-a36f-e3126d75f2c6 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/security-groups?id=6cab17ab-0e38-420c-80af-f3ff870192d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996952 Feb 02 15:54:05.428732 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-1766c4be-0ddb-4463-8b20-9eb9a6f26d7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:05.620462 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-1766c4be-0ddb-4463-8b20-9eb9a6f26d7d admin admin] Publish callbacks [] for security_group (ab81bc2c-f88f-463c-b52f-2436c549cac5), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:05.637279 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-1766c4be-0ddb-4463-8b20-9eb9a6f26d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (ab81bc2c-f88f-463c-b52f-2436c549cac5), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:05.677495 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 56676) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:05.700068 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-1766c4be-0ddb-4463-8b20-9eb9a6f26d7d admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=21995d18cdaf4b22be9f7f505920d447&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3142457 Feb 02 15:54:05.701148 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766c4be-0ddb-4463-8b20-9eb9a6f26d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab81bc2c-f88f-463c-b52f-2436c549cac5,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:05.702713 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 56680) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:05.852337 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-e070dd68-94ec-47d2-820a-44e747339749 admin admin] Publish callbacks [] for security_group (ab81bc2c-f88f-463c-b52f-2436c549cac5), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:05.910621 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-e070dd68-94ec-47d2-820a-44e747339749 admin admin] Publish callbacks [] for security_group (ab81bc2c-f88f-463c-b52f-2436c549cac5), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:06.003455 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92838c-d6a3-47ab-8bad-f753bffc5c50 req-7b890295-fed4-400b-b73b-55ae6fc74df8 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:06.012897 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6c92838c-d6a3-47ab-8bad-f753bffc5c50 req-7b890295-fed4-400b-b73b-55ae6fc74df8 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 931 time: 0.0989673 Feb 02 15:54:06.054904 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-e070dd68-94ec-47d2-820a-44e747339749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (ab81bc2c-f88f-463c-b52f-2436c549cac5), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:06.058165 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-e070dd68-94ec-47d2-820a-44e747339749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:06.061908 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-e070dd68-94ec-47d2-820a-44e747339749 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/ab81bc2c-f88f-463c-b52f-2436c549cac5 HTTP/1.1" status: 204 len: 168 time: 0.3557475 Feb 02 15:54:06.085601 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-444d4e58-9261-47ac-b89c-249bc02b3dfc service neutron] Request body: {'port': {'device_id': '6cd30118-ebf5-46bb-a080-c704d898b585', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82751'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:54:06.093004 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e070dd68-94ec-47d2-820a-44e747339749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab81bc2c-f88f-463c-b52f-2436c549cac5,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:06.101384 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-915520b6-694a-41e0-ae5f-80fdf0de723b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:06.154195 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6c92838c-d6a3-47ab-8bad-f753bffc5c50 req-86d446a1-c844-44c8-bf8b-0bd036805d4d tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290998 Feb 02 15:54:06.286717 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-444d4e58-9261-47ac-b89c-249bc02b3dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (853ee009-59c0-4bb8-a9f2-a81aebd05c49), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:06.296454 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-c08f3d8f-2420-46d0-a55d-9de279f9e481 service neutron] Request body: {'port': {'device_id': 'dbab2a9b-59f4-4d9b-a34a-f5b1448b689c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82751'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:54:06.362847 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-915520b6-694a-41e0-ae5f-80fdf0de723b admin admin] Publish callbacks [] for security_group (b3b150c6-728e-4ecf-a8ed-2e9001c58a07), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:06.378339 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-915520b6-694a-41e0-ae5f-80fdf0de723b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (b3b150c6-728e-4ecf-a8ed-2e9001c58a07), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:06.448776 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915520b6-694a-41e0-ae5f-80fdf0de723b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b150c6-728e-4ecf-a8ed-2e9001c58a07,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:06.496710 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92bce1-0855-426d-aadc-7691e1e32fbf req-28f148e6-7337-4379-9d7c-6f108d71f5a1 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:06.498602 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-bb92bce1-0855-426d-aadc-7691e1e32fbf req-28f148e6-7337-4379-9d7c-6f108d71f5a1 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 932 time: 0.2042785 Feb 02 15:54:06.504716 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-915520b6-694a-41e0-ae5f-80fdf0de723b admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=c008ad864c3448cfba7ddca29a9c08ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8258770 Feb 02 15:54:06.505465 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 56708) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:06.733242 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-e915e430-82da-41b5-9460-742aa5fdaa28 admin admin] Publish callbacks [] for security_group (b3b150c6-728e-4ecf-a8ed-2e9001c58a07), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:06.779192 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-bb92bce1-0855-426d-aadc-7691e1e32fbf req-73e3e73f-55d6-4d87-9609-7eff3d4efdaa tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357728 Feb 02 15:54:06.807509 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-c08f3d8f-2420-46d0-a55d-9de279f9e481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (4d16a98d-2508-49b3-ab25-411a471febe1), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:06.824675 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-e915e430-82da-41b5-9460-742aa5fdaa28 admin admin] Publish callbacks [] for security_group (b3b150c6-728e-4ecf-a8ed-2e9001c58a07), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:06.831871 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bc35f-0111-4635-86ef-b4a5d97812f6 req-f090c7d7-cd36-480d-9ca7-42197057804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:06.834200 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-890bc35f-0111-4635-86ef-b4a5d97812f6 req-f090c7d7-cd36-480d-9ca7-42197057804d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=72f52223a6e14cb8a8c10c8caa85635b&device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 1127 time: 0.2933333 Feb 02 15:54:06.907048 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc7d5e-756c-4a00-bcb6-eddf59dd538a req-8c4e4a80-cb15-4b2e-89d3-e203d3b0d757 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:06.909023 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-01fc7d5e-756c-4a00-bcb6-eddf59dd538a req-8c4e4a80-cb15-4b2e-89d3-e203d3b0d757 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 943 time: 0.3116345 Feb 02 15:54:06.998053 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca09ab-5f8d-4a09-a6cf-ff475f0e1e32 req-c33012c2-8cfc-4cf4-90bf-664574e44269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:07.000542 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-1fca09ab-5f8d-4a09-a6cf-ff475f0e1e32 req-c33012c2-8cfc-4cf4-90bf-664574e44269 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a4fd2ba4da94faa9d0360410d91d90d&device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 1127 time: 0.4412367 Feb 02 15:54:07.242827 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-e915e430-82da-41b5-9460-742aa5fdaa28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (b3b150c6-728e-4ecf-a8ed-2e9001c58a07), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:07.248221 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-e915e430-82da-41b5-9460-742aa5fdaa28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:07.255289 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-e915e430-82da-41b5-9460-742aa5fdaa28 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/b3b150c6-728e-4ecf-a8ed-2e9001c58a07 HTTP/1.1" status: 204 len: 168 time: 0.7472453 Feb 02 15:54:07.292839 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-01fc7d5e-756c-4a00-bcb6-eddf59dd538a req-72cb4cb2-c417-4d70-b77c-ca0abbfbd32f tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/security-groups?id=6cab17ab-0e38-420c-80af-f3ff870192d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713765 Feb 02 15:54:07.309517 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915e430-82da-41b5-9460-742aa5fdaa28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b150c6-728e-4ecf-a8ed-2e9001c58a07,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:07.360123 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bc35f-0111-4635-86ef-b4a5d97812f6 req-70a26e74-5e4b-4abb-bea1-3f4087ef4313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:07.361911 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-890bc35f-0111-4635-86ef-b4a5d97812f6 req-70a26e74-5e4b-4abb-bea1-3f4087ef4313 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=72f52223a6e14cb8a8c10c8caa85635b&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4418592 Feb 02 15:54:07.483391 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e61f7-6b5e-49bd-a260-9d1c1a327d28 req-41c79b2e-e7e9-4699-892c-caa3b99fdc4c tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:07.484984 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-524e61f7-6b5e-49bd-a260-9d1c1a327d28 req-41c79b2e-e7e9-4699-892c-caa3b99fdc4c tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 931 time: 0.1842966 Feb 02 15:54:07.804235 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bc35f-0111-4635-86ef-b4a5d97812f6 req-f6c5714d-5a3f-4c7c-bdda-30c2df12ea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:07.805759 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-890bc35f-0111-4635-86ef-b4a5d97812f6 req-f6c5714d-5a3f-4c7c-bdda-30c2df12ea80 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4369159 Feb 02 15:54:07.809777 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-524e61f7-6b5e-49bd-a260-9d1c1a327d28 req-e81717bd-ce4a-43b0-86e5-e85992dee698 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277499 Feb 02 15:54:07.919267 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 56750) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:07.955862 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-54c356b0-4b8d-439e-bcd2-1cddfab7bd5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:08.105917 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-54c356b0-4b8d-439e-bcd2-1cddfab7bd5b admin admin] Publish callbacks [] for security_group (64f33a6b-045e-4863-87fd-7ae2cb2df264), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:08.118425 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-f4fd22df-c1de-431b-b143-2733da5ffd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:08.120392 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-f4fd22df-c1de-431b-b143-2733da5ffd5f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=72f52223a6e14cb8a8c10c8caa85635b&device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 1127 time: 0.2391021 Feb 02 15:54:08.125637 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-54c356b0-4b8d-439e-bcd2-1cddfab7bd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (64f33a6b-045e-4863-87fd-7ae2cb2df264), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:08.164192 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c356b0-4b8d-439e-bcd2-1cddfab7bd5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f33a6b-045e-4863-87fd-7ae2cb2df264,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:08.202642 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864f934-ff7f-45b1-a42c-aeb3bf1ee400 req-66903ef5-3b08-43bd-9821-052f9c17e6b8 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:08.214190 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3864f934-ff7f-45b1-a42c-aeb3bf1ee400 req-66903ef5-3b08-43bd-9821-052f9c17e6b8 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 932 time: 0.2938454 Feb 02 15:54:08.219061 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca09ab-5f8d-4a09-a6cf-ff475f0e1e32 req-8dc2eb65-2feb-4f9d-a16c-f3a35d5e77a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:08.220692 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-1fca09ab-5f8d-4a09-a6cf-ff475f0e1e32 req-8dc2eb65-2feb-4f9d-a16c-f3a35d5e77a9 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=9a4fd2ba4da94faa9d0360410d91d90d&shared=False HTTP/1.1" status: 200 len: 912 time: 1.1659949 Feb 02 15:54:08.389371 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-9a2a5b26-30c5-4f93-868f-a74dd225d138 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07bda9a9-5405-4d9f-bb29-c929ef3b4f5a HTTP/1.1" status: 200 len: 217 time: 0.1136425 Feb 02 15:54:08.429608 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3864f934-ff7f-45b1-a42c-aeb3bf1ee400 req-4a0ca8c0-abab-41d0-aceb-37633898fe75 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037797 Feb 02 15:54:08.550045 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-130c0d6c-8fb9-4e02-adc7-ac39707917a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:08.558211 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-130c0d6c-8fb9-4e02-adc7-ac39707917a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6bef7920-00cb-4a69-a6a7-9d6da3eabd36 HTTP/1.1" status: 200 len: 859 time: 0.1343894 Feb 02 15:54:08.637812 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-54c356b0-4b8d-439e-bcd2-1cddfab7bd5b admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=4aec89b0febd4b989c4ef412dbccd250&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6984262 Feb 02 15:54:08.658066 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 56782) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:08.752051 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-668f8511-cbb0-4e8c-ad07-486c5edd9790 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274469 Feb 02 15:54:08.825685 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-c08f3d8f-2420-46d0-a55d-9de279f9e481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d16a98d-2508-49b3-ab25-411a471febe1 {{(pid=109038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 15:54:08.837485 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca09ab-5f8d-4a09-a6cf-ff475f0e1e32 req-47f32ee0-91b4-4921-a879-4b60b3320537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:08.851866 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-1fca09ab-5f8d-4a09-a6cf-ff475f0e1e32 req-47f32ee0-91b4-4921-a879-4b60b3320537 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6099367 Feb 02 15:54:08.857813 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-444d4e58-9261-47ac-b89c-249bc02b3dfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 853ee009-59c0-4bb8-a9f2-a81aebd05c49 {{(pid=109038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 15:54:08.891808 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-c08f3d8f-2420-46d0-a55d-9de279f9e481 service neutron] Publish callbacks [] for port (4d16a98d-2508-49b3-ab25-411a471febe1), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:08.893521 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019877b9-a31d-4cec-a59e-6c6761cd9dd7 req-ccbfadd1-c753-4583-88a5-2801e26e1731 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:08.908465 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-444d4e58-9261-47ac-b89c-249bc02b3dfc service neutron] Publish callbacks [] for port (853ee009-59c0-4bb8-a9f2-a81aebd05c49), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:08.927130 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-019877b9-a31d-4cec-a59e-6c6761cd9dd7 req-ccbfadd1-c753-4583-88a5-2801e26e1731 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 943 time: 0.3673794 Feb 02 15:54:08.960810 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.provisioning_blocks [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-444d4e58-9261-47ac-b89c-249bc02b3dfc service neutron] Transition to ACTIVE for port object 853ee009-59c0-4bb8-a9f2-a81aebd05c49 will not be triggered until provisioned by entity L2. {{(pid=109038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:54:08.995091 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.provisioning_blocks [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-c08f3d8f-2420-46d0-a55d-9de279f9e481 service neutron] Transition to ACTIVE for port object 4d16a98d-2508-49b3-ab25-411a471febe1 will not be triggered until provisioned by entity L2. {{(pid=109038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:54:09.017152 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-20f7c56f-6351-45f2-b0fe-2be8a65120fb admin admin] Publish callbacks [] for security_group (64f33a6b-045e-4863-87fd-7ae2cb2df264), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:09.031859 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-444d4e58-9261-47ac-b89c-249bc02b3dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (853ee009-59c0-4bb8-a9f2-a81aebd05c49), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:09.182151 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-c08f3d8f-2420-46d0-a55d-9de279f9e481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (4d16a98d-2508-49b3-ab25-411a471febe1), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:09.269112 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-019877b9-a31d-4cec-a59e-6c6761cd9dd7 req-b7b8d396-fc7f-4e51-baa6-ebce259e8973 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/security-groups?id=6cab17ab-0e38-420c-80af-f3ff870192d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409352 Feb 02 15:54:09.371297 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-20f7c56f-6351-45f2-b0fe-2be8a65120fb admin admin] Publish callbacks [] for security_group (64f33a6b-045e-4863-87fd-7ae2cb2df264), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:09.507577 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d4e58-9261-47ac-b89c-249bc02b3dfc service neutron] Pushing event updated for resources: {'Port': ['ID=853ee009-59c0-4bb8-a9f2-a81aebd05c49,revision_number=2']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:09.585034 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-dfcbdc3b-1e88-4434-8e62-b772eeb58e3f service neutron] 10.222.0.59 "GET /v2.0/networks/aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7992380 Feb 02 15:54:09.636941 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f3d8f-2420-46d0-a55d-9de279f9e481 service neutron] Pushing event updated for resources: {'Port': ['ID=4d16a98d-2508-49b3-ab25-411a471febe1,revision_number=2']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:09.657815 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-660568b2-24b5-4e8b-b8b4-38459e91919d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:09.659780 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-660568b2-24b5-4e8b-b8b4-38459e91919d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a4fd2ba4da94faa9d0360410d91d90d&device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 1127 time: 0.6606357 Feb 02 15:54:09.663261 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-444d4e58-9261-47ac-b89c-249bc02b3dfc service neutron] Attempting to bind port 853ee009-59c0-4bb8-a9f2-a81aebd05c49 on host hv-cinder-82751 for vnic_type normal with profile {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:54:09.663719 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-444d4e58-9261-47ac-b89c-249bc02b3dfc service neutron] Attempting to bind port 853ee009-59c0-4bb8-a9f2-a81aebd05c49 by drivers openvswitch,hyperv on host hv-cinder-82751 at level 0 using segments [{'id': 'd4271925-4f0b-46e8-8c1e-4498d24f9aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca'}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:54:09.664217 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-444d4e58-9261-47ac-b89c-249bc02b3dfc service neutron] Attempting to bind port 853ee009-59c0-4bb8-a9f2-a81aebd05c49 on network aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:54:09.672791 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-444d4e58-9261-47ac-b89c-249bc02b3dfc service neutron] Port 853ee009-59c0-4bb8-a9f2-a81aebd05c49 on network aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82751 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 15:54:09.672791 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-444d4e58-9261-47ac-b89c-249bc02b3dfc service neutron] Attempting to bind port 853ee009-59c0-4bb8-a9f2-a81aebd05c49 on network aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:54:09.709886 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 56814) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:09.752663 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1e68a-035c-4a40-a5a4-0712eee3bd1e req-87160e57-abcf-4282-875c-5eca1817bed5 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:09.772333 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b4e1e68a-035c-4a40-a5a4-0712eee3bd1e req-87160e57-abcf-4282-875c-5eca1817bed5 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 943 time: 0.7961624 Feb 02 15:54:09.842485 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-a6f190ff-267c-49ca-aea3-12b2fe1d1e15 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab5a759f-a148-478b-8616-e4749ee00ce6 HTTP/1.1" status: 200 len: 217 time: 0.1388774 Feb 02 15:54:09.843538 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-444d4e58-9261-47ac-b89c-249bc02b3dfc service neutron] Checking agent: {'id': 'd02ae37f-da75-47b5-8264-16fb0fa5b24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82751', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'started_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:54:09.844066 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-444d4e58-9261-47ac-b89c-249bc02b3dfc service neutron] Checking segment: {'id': 'd4271925-4f0b-46e8-8c1e-4498d24f9aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:54:09.844530 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-444d4e58-9261-47ac-b89c-249bc02b3dfc service neutron] Bound using segment: {'id': 'd4271925-4f0b-46e8-8c1e-4498d24f9aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca'} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:54:09.845016 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-444d4e58-9261-47ac-b89c-249bc02b3dfc service neutron] Bound port: 853ee009-59c0-4bb8-a9f2-a81aebd05c49, host: hv-cinder-82751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4271925-4f0b-46e8-8c1e-4498d24f9aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca'}}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:54:09.845445 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-444d4e58-9261-47ac-b89c-249bc02b3dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (853ee009-59c0-4bb8-a9f2-a81aebd05c49), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:09.953614 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-c08f3d8f-2420-46d0-a55d-9de279f9e481 service neutron] Attempting to bind port 4d16a98d-2508-49b3-ab25-411a471febe1 on host hv-cinder-82751 for vnic_type normal with profile {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:54:09.953943 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-c08f3d8f-2420-46d0-a55d-9de279f9e481 service neutron] Attempting to bind port 4d16a98d-2508-49b3-ab25-411a471febe1 by drivers openvswitch,hyperv on host hv-cinder-82751 at level 0 using segments [{'id': '72c8047b-a40f-40bf-b022-6f2ccec93ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6'}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:54:09.954260 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-c08f3d8f-2420-46d0-a55d-9de279f9e481 service neutron] Attempting to bind port 4d16a98d-2508-49b3-ab25-411a471febe1 on network b0953c76-584e-4cc9-bd10-70c56077e5e6 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:54:09.962143 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-1ab8a704-c453-4310-af48-542a7acb6a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:09.968765 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-1ab8a704-c453-4310-af48-542a7acb6a94 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a3f4520-2eda-4151-9649-f7c10bbcb65e HTTP/1.1" status: 200 len: 851 time: 0.1058085 Feb 02 15:54:09.992014 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 56822) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:09.994490 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-c08f3d8f-2420-46d0-a55d-9de279f9e481 service neutron] Port 4d16a98d-2508-49b3-ab25-411a471febe1 on network b0953c76-584e-4cc9-bd10-70c56077e5e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82751 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 15:54:09.994490 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-c08f3d8f-2420-46d0-a55d-9de279f9e481 service neutron] Attempting to bind port 4d16a98d-2508-49b3-ab25-411a471febe1 on network b0953c76-584e-4cc9-bd10-70c56077e5e6 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:54:10.054783 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-20f7c56f-6351-45f2-b0fe-2be8a65120fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (64f33a6b-045e-4863-87fd-7ae2cb2df264), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:10.057327 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-20f7c56f-6351-45f2-b0fe-2be8a65120fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:10.058464 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-20f7c56f-6351-45f2-b0fe-2be8a65120fb admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/64f33a6b-045e-4863-87fd-7ae2cb2df264 HTTP/1.1" status: 204 len: 168 time: 1.3994558 Feb 02 15:54:10.122431 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-af3bfb55-01f2-478a-bb07-30304f4dd29a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8e568dc9-80fc-42ae-973f-9ce5b154f810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1253564 Feb 02 15:54:10.123308 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-c08f3d8f-2420-46d0-a55d-9de279f9e481 service neutron] Checking agent: {'id': 'd02ae37f-da75-47b5-8264-16fb0fa5b24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82751', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'started_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:54:10.123698 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-c08f3d8f-2420-46d0-a55d-9de279f9e481 service neutron] Checking segment: {'id': '72c8047b-a40f-40bf-b022-6f2ccec93ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:54:10.124037 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-c08f3d8f-2420-46d0-a55d-9de279f9e481 service neutron] Bound using segment: {'id': '72c8047b-a40f-40bf-b022-6f2ccec93ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6'} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:54:10.124611 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-c08f3d8f-2420-46d0-a55d-9de279f9e481 service neutron] Bound port: 4d16a98d-2508-49b3-ab25-411a471febe1, host: hv-cinder-82751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c8047b-a40f-40bf-b022-6f2ccec93ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6'}}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:54:10.125013 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-c08f3d8f-2420-46d0-a55d-9de279f9e481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (4d16a98d-2508-49b3-ab25-411a471febe1), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:10.141974 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-b47e3fe8-5d1d-4e54-9bb5-ba61def99de2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:10.147409 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b4e1e68a-035c-4a40-a5a4-0712eee3bd1e req-6a650f22-2a5f-4858-bc05-1b2bb3c9e2b1 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3741171 Feb 02 15:54:10.152990 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7c56f-6351-45f2-b0fe-2be8a65120fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f33a6b-045e-4863-87fd-7ae2cb2df264,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:10.193657 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f0a39-8d8b-44f3-9b30-3908b41b96a2 req-f2f0f26a-b20f-4c13-828b-d246502deda6 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:10.195262 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5b2f0a39-8d8b-44f3-9b30-3908b41b96a2 req-f2f0f26a-b20f-4c13-828b-d246502deda6 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 944 time: 0.4863236 Feb 02 15:54:10.213764 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-a235c67a-5c94-437f-b3df-50fcc7d24645 service neutron] 10.222.0.59 "GET /v2.0/networks/aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6258826 Feb 02 15:54:10.260368 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-7db579cb-dda7-4dad-a83f-2a40a4267dd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:10.307898 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-444d4e58-9261-47ac-b89c-249bc02b3dfc service neutron] For port 853ee009-59c0-4bb8-a9f2-a81aebd05c49, host hv-cinder-82751, cleared binding levels {{(pid=109038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:54:10.338525 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-444d4e58-9261-47ac-b89c-249bc02b3dfc service neutron] For port 853ee009-59c0-4bb8-a9f2-a81aebd05c49, host hv-cinder-82751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=853ee009-59c0-4bb8-a9f2-a81aebd05c49,segment=NetworkSegment(d4271925-4f0b-46e8-8c1e-4498d24f9aea),segment_id=d4271925-4f0b-46e8-8c1e-4498d24f9aea)] {{(pid=109038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:54:10.357078 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-444d4e58-9261-47ac-b89c-249bc02b3dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (853ee009-59c0-4bb8-a9f2-a81aebd05c49), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:10.370354 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-c08f3d8f-2420-46d0-a55d-9de279f9e481 service neutron] For port 4d16a98d-2508-49b3-ab25-411a471febe1, host hv-cinder-82751, cleared binding levels {{(pid=109038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:54:10.416178 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-444d4e58-9261-47ac-b89c-249bc02b3dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:10.416755 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-444d4e58-9261-47ac-b89c-249bc02b3dfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:10.418217 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-444d4e58-9261-47ac-b89c-249bc02b3dfc service neutron] 10.222.0.59 "PUT /v2.0/ports/853ee009-59c0-4bb8-a9f2-a81aebd05c49 HTTP/1.1" status: 200 len: 1094 time: 4.3399508 Feb 02 15:54:10.420540 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cd30118-ebf5-46bb-a080-c704d898b585', 'tag': '853ee009-59c0-4bb8-a9f2-a81aebd05c49'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:54:10.423070 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50fb10bb-d252-4af5-97d4-fa2896ba827d" -d '{"events": [{"name": "network-changed", "server_uuid": "6cd30118-ebf5-46bb-a080-c704d898b585", "tag": "853ee009-59c0-4bb8-a9f2-a81aebd05c49"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:54:10.427854 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-abd96e06-a54e-4301-bcc4-ad537a1c2950 service neutron] 10.222.0.59 "GET /v2.0/networks/8e568dc9-80fc-42ae-973f-9ce5b154f810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674985 Feb 02 15:54:10.430189 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-c08f3d8f-2420-46d0-a55d-9de279f9e481 service neutron] For port 4d16a98d-2508-49b3-ab25-411a471febe1, host hv-cinder-82751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=4d16a98d-2508-49b3-ab25-411a471febe1,segment=NetworkSegment(72c8047b-a40f-40bf-b022-6f2ccec93ad0),segment_id=72c8047b-a40f-40bf-b022-6f2ccec93ad0)] {{(pid=109038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:54:10.448740 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-c08f3d8f-2420-46d0-a55d-9de279f9e481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (4d16a98d-2508-49b3-ab25-411a471febe1), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:10.489380 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-c08f3d8f-2420-46d0-a55d-9de279f9e481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:10.490638 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-c08f3d8f-2420-46d0-a55d-9de279f9e481 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:10.492001 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-c08f3d8f-2420-46d0-a55d-9de279f9e481 service neutron] 10.222.0.59 "PUT /v2.0/ports/4d16a98d-2508-49b3-ab25-411a471febe1 HTTP/1.1" status: 200 len: 1093 time: 4.2076981 Feb 02 15:54:10.507008 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d4e58-9261-47ac-b89c-249bc02b3dfc service neutron] Pushing event updated for resources: {'Port': ['ID=853ee009-59c0-4bb8-a9f2-a81aebd05c49,revision_number=3']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:10.526119 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5b2f0a39-8d8b-44f3-9b30-3908b41b96a2 req-dc157cdd-4feb-4b0f-a052-0cb588a58ea7 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044488 Feb 02 15:54:10.565110 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-7db579cb-dda7-4dad-a83f-2a40a4267dd2 admin admin] Publish callbacks [] for security_group (93fdabd5-e68b-49fa-9cb9-ea8854c1cfdd), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:10.586691 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-7db579cb-dda7-4dad-a83f-2a40a4267dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (93fdabd5-e68b-49fa-9cb9-ea8854c1cfdd), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:10.614146 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d4953-e9cf-4db6-bdc8-192733fee318 req-c374d09b-81db-44de-8dca-7bb8b5fc6ca9 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:10.621986 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-346d4953-e9cf-4db6-bdc8-192733fee318 req-c374d09b-81db-44de-8dca-7bb8b5fc6ca9 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 943 time: 0.2173872 Feb 02 15:54:10.633083 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f3d8f-2420-46d0-a55d-9de279f9e481 service neutron] Pushing event updated for resources: {'Port': ['ID=4d16a98d-2508-49b3-ab25-411a471febe1,revision_number=3']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:10.637609 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-8c0cbd4e-78c2-470f-808e-a7051be57ea6 req-62adab56-a2c9-433a-af3d-02769acc1af4 service neutron] 10.222.0.59 "GET /v2.0/networks/8e568dc9-80fc-42ae-973f-9ce5b154f810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995010 Feb 02 15:54:10.650930 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 15:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dde7385-0bdb-4cea-b69f-0685dea73f53 x-openstack-request-id: req-9dde7385-0bdb-4cea-b69f-0685dea73f53 {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:54:10.651220 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cd30118-ebf5-46bb-a080-c704d898b585", "tag": "853ee009-59c0-4bb8-a9f2-a81aebd05c49", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:54:10.651476 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-9dde7385-0bdb-4cea-b69f-0685dea73f53 {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:54:10.652171 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cd30118-ebf5-46bb-a080-c704d898b585', 'tag': '853ee009-59c0-4bb8-a9f2-a81aebd05c49', 'status': 'completed', 'code': 200} Feb 02 15:54:10.669750 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-b47e3fe8-5d1d-4e54-9bb5-ba61def99de2 admin admin] Publish callbacks [] for security_group (22595e77-e84c-4a8f-80bd-cb9c16969f4a), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:10.683165 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-b47e3fe8-5d1d-4e54-9bb5-ba61def99de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (22595e77-e84c-4a8f-80bd-cb9c16969f4a), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:10.743925 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-7db579cb-dda7-4dad-a83f-2a40a4267dd2 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=d9eaa4f1e2e944698d7602711b0a9427&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7281721 Feb 02 15:54:10.746868 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 56854) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:10.777650 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-346d4953-e9cf-4db6-bdc8-192733fee318 req-afcc8572-f43f-4ce7-9c84-6e6153ba19f6 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/security-groups?id=6cab17ab-0e38-420c-80af-f3ff870192d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545763 Feb 02 15:54:10.778648 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db579cb-dda7-4dad-a83f-2a40a4267dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fdabd5-e68b-49fa-9cb9-ea8854c1cfdd,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:10.798749 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-b47e3fe8-5d1d-4e54-9bb5-ba61def99de2 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=4b2ea4b6a6f3455e9acbdf5b4483c9ac&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0583930 Feb 02 15:54:10.800997 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 56858) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:10.864360 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-0108194f-e96a-4bbf-8e08-cc75542e4cd9 admin admin] Publish callbacks [] for security_group (93fdabd5-e68b-49fa-9cb9-ea8854c1cfdd), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:10.880817 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e3fe8-5d1d-4e54-9bb5-ba61def99de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22595e77-e84c-4a8f-80bd-cb9c16969f4a,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:10.940571 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-885e2c13-1c94-4d94-9929-6e401edd7884 admin admin] Publish callbacks [] for security_group (22595e77-e84c-4a8f-80bd-cb9c16969f4a), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:10.951527 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-0108194f-e96a-4bbf-8e08-cc75542e4cd9 admin admin] Publish callbacks [] for security_group (93fdabd5-e68b-49fa-9cb9-ea8854c1cfdd), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:10.994301 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-885e2c13-1c94-4d94-9929-6e401edd7884 admin admin] Publish callbacks [] for security_group (22595e77-e84c-4a8f-80bd-cb9c16969f4a), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:11.032954 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-3749958c-be82-4cab-9507-11c956e84326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:11.035799 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-3749958c-be82-4cab-9507-11c956e84326 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=72f52223a6e14cb8a8c10c8caa85635b&device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 1128 time: 0.1392102 Feb 02 15:54:11.039192 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-1585cce2-1b70-49a5-99eb-dbba7ad59516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:11.041161 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-1585cce2-1b70-49a5-99eb-dbba7ad59516 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e46d9c184bc14bb2869a6bbc48e00252&device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 1127 time: 0.1611185 Feb 02 15:54:11.068387 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-0108194f-e96a-4bbf-8e08-cc75542e4cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (93fdabd5-e68b-49fa-9cb9-ea8854c1cfdd), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:11.071173 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-0108194f-e96a-4bbf-8e08-cc75542e4cd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:11.074908 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-0108194f-e96a-4bbf-8e08-cc75542e4cd9 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/93fdabd5-e68b-49fa-9cb9-ea8854c1cfdd HTTP/1.1" status: 204 len: 168 time: 0.3244786 Feb 02 15:54:11.081316 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-885e2c13-1c94-4d94-9929-6e401edd7884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (22595e77-e84c-4a8f-80bd-cb9c16969f4a), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:11.089956 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-885e2c13-1c94-4d94-9929-6e401edd7884 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:11.094138 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-885e2c13-1c94-4d94-9929-6e401edd7884 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/22595e77-e84c-4a8f-80bd-cb9c16969f4a HTTP/1.1" status: 204 len: 168 time: 0.2926226 Feb 02 15:54:11.112043 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e2c13-1c94-4d94-9929-6e401edd7884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22595e77-e84c-4a8f-80bd-cb9c16969f4a,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:11.159463 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108194f-e96a-4bbf-8e08-cc75542e4cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fdabd5-e68b-49fa-9cb9-ea8854c1cfdd,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:11.166643 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-7a33e98d-4388-4dae-840d-84f00837ebee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=853ee009-59c0-4bb8-a9f2-a81aebd05c49 HTTP/1.1" status: 200 len: 217 time: 0.0994396 Feb 02 15:54:11.169429 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-22812e43-5d5d-4c30-a9ff-6141f5028e73 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d16a98d-2508-49b3-ab25-411a471febe1 HTTP/1.1" status: 200 len: 217 time: 0.0908208 Feb 02 15:54:11.281334 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-7e4f7f17-ce16-4b82-93ee-73b7a9b8f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:11.282986 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-7e4f7f17-ce16-4b82-93ee-73b7a9b8f4fc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6bef7920-00cb-4a69-a6a7-9d6da3eabd36 HTTP/1.1" status: 200 len: 859 time: 0.1045883 Feb 02 15:54:11.284425 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-d98e6983-78fb-4772-ad9b-d25c1e57f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:11.286508 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-d98e6983-78fb-4772-ad9b-d25c1e57f74e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5347cd5-2ddb-4574-9672-af43239849ac HTTP/1.1" status: 200 len: 856 time: 0.1093099 Feb 02 15:54:11.431737 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-54fa9f72-f9cd-4ebd-8301-6bd29c9b3187 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1358218 Feb 02 15:54:11.436771 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08663915-f477-4169-bc25-81fb64570a18 req-25e00596-9993-4ee5-930f-4bb2e7b7c6ab tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:11.446282 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-08663915-f477-4169-bc25-81fb64570a18 req-25e00596-9993-4ee5-930f-4bb2e7b7c6ab tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 943 time: 0.1100910 Feb 02 15:54:11.506390 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-08663915-f477-4169-bc25-81fb64570a18 req-b64f6a92-6c92-45ec-a2f3-e986f0b56ad8 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592289 Feb 02 15:54:11.697366 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f705a-d0a4-4e4f-a177-aaa5e0bc83fa req-12362b14-07e9-46af-8a30-c43f0d2f2252 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:11.698940 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-510f705a-d0a4-4e4f-a177-aaa5e0bc83fa req-12362b14-07e9-46af-8a30-c43f0d2f2252 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 944 time: 0.0770757 Feb 02 15:54:11.735630 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 56914) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:11.755051 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-511098da-88d5-4dc6-9a73-b241f46338ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:11.759490 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-6d8e52c7-0da6-4c93-88dd-10f1704af46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:11.761617 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-6d8e52c7-0da6-4c93-88dd-10f1704af46a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0953c76-584e-4cc9-bd10-70c56077e5e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4553623 Feb 02 15:54:11.784128 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-ca5d918f-9259-4e40-8592-73dc7aa03cb5 service neutron] 10.222.0.59 "GET /v2.0/networks/aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326559 Feb 02 15:54:11.785702 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-510f705a-d0a4-4e4f-a177-aaa5e0bc83fa req-ba8f347f-0793-4026-9843-85a4fe9189d7 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800970 Feb 02 15:54:11.874151 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-511098da-88d5-4dc6-9a73-b241f46338ba admin admin] Publish callbacks [] for security_group (1ba87ae9-aba2-4cdc-a4ab-012be7fe9809), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:11.878454 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-511098da-88d5-4dc6-9a73-b241f46338ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (1ba87ae9-aba2-4cdc-a4ab-012be7fe9809), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:11.946571 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-511098da-88d5-4dc6-9a73-b241f46338ba admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=7d2429916e2c440a988163403453e420&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2098992 Feb 02 15:54:11.949367 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 56920) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:11.953835 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511098da-88d5-4dc6-9a73-b241f46338ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba87ae9-aba2-4cdc-a4ab-012be7fe9809,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:11.953974 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 56922) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:11.977247 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13146e1-c16b-4e14-92e1-6e61163bc83a req-16784748-1cf1-43ca-95d3-ef02d6521069 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:11.985668 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b13146e1-c16b-4e14-92e1-6e61163bc83a req-16784748-1cf1-43ca-95d3-ef02d6521069 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 943 time: 0.1251943 Feb 02 15:54:11.997704 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-48cee93f-b819-4584-bb4d-bcfaa8e73d78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:12.038763 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b13146e1-c16b-4e14-92e1-6e61163bc83a req-570009f3-6cb0-4de3-a585-953a79056282 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/security-groups?id=6cab17ab-0e38-420c-80af-f3ff870192d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521116 Feb 02 15:54:12.060296 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 56924) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:12.085392 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-3309ef55-81dc-4d57-aac5-b1a64f5e0244 admin admin] Publish callbacks [] for security_group (1ba87ae9-aba2-4cdc-a4ab-012be7fe9809), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:12.121737 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-3309ef55-81dc-4d57-aac5-b1a64f5e0244 admin admin] Publish callbacks [] for security_group (1ba87ae9-aba2-4cdc-a4ab-012be7fe9809), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:12.173114 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-48cee93f-b819-4584-bb4d-bcfaa8e73d78 admin admin] Publish callbacks [] for security_group (313f53e6-ad44-4622-affb-754fcf0d43f7), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:12.179487 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-48cee93f-b819-4584-bb4d-bcfaa8e73d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (313f53e6-ad44-4622-affb-754fcf0d43f7), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:12.216089 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-b7bb4c26-0354-424b-9f61-3d3bc5a3fda8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:12.239840 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cee93f-b819-4584-bb4d-bcfaa8e73d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313f53e6-ad44-4622-affb-754fcf0d43f7,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:12.243825 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-3309ef55-81dc-4d57-aac5-b1a64f5e0244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (1ba87ae9-aba2-4cdc-a4ab-012be7fe9809), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:12.246329 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-3309ef55-81dc-4d57-aac5-b1a64f5e0244 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:12.250128 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-3309ef55-81dc-4d57-aac5-b1a64f5e0244 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/1ba87ae9-aba2-4cdc-a4ab-012be7fe9809 HTTP/1.1" status: 204 len: 168 time: 0.2971804 Feb 02 15:54:12.255925 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-48cee93f-b819-4584-bb4d-bcfaa8e73d78 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=375fe6a5d0fd4fa4b1a9e0bc8e0b129a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2979698 Feb 02 15:54:12.256521 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 56936) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:12.263016 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309ef55-81dc-4d57-aac5-b1a64f5e0244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba87ae9-aba2-4cdc-a4ab-012be7fe9809,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:12.336795 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-dd990dfe-a728-4ded-8524-25c4ba22ee6c admin admin] Publish callbacks [] for security_group (313f53e6-ad44-4622-affb-754fcf0d43f7), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:12.337228 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-b7bb4c26-0354-424b-9f61-3d3bc5a3fda8 admin admin] Publish callbacks [] for security_group (38d87d29-e6fa-4ae0-a1e7-2e94cf2f5ac7), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:12.342430 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-b7bb4c26-0354-424b-9f61-3d3bc5a3fda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (38d87d29-e6fa-4ae0-a1e7-2e94cf2f5ac7), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:12.365219 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-dd990dfe-a728-4ded-8524-25c4ba22ee6c admin admin] Publish callbacks [] for security_group (313f53e6-ad44-4622-affb-754fcf0d43f7), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:12.385537 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-b7bb4c26-0354-424b-9f61-3d3bc5a3fda8 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=11506643bb2a4063acfa6d6a3ebc69c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3209186 Feb 02 15:54:12.385537 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb4c26-0354-424b-9f61-3d3bc5a3fda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d87d29-e6fa-4ae0-a1e7-2e94cf2f5ac7,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:12.385993 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 56940) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:12.418515 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-dd990dfe-a728-4ded-8524-25c4ba22ee6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (313f53e6-ad44-4622-affb-754fcf0d43f7), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:12.424085 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-dd990dfe-a728-4ded-8524-25c4ba22ee6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:12.431747 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-dd990dfe-a728-4ded-8524-25c4ba22ee6c admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/313f53e6-ad44-4622-affb-754fcf0d43f7 HTTP/1.1" status: 204 len: 168 time: 0.1716936 Feb 02 15:54:12.438992 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd990dfe-a728-4ded-8524-25c4ba22ee6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313f53e6-ad44-4622-affb-754fcf0d43f7,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:12.456913 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ee2623e9-717d-4d3e-8375-1944971aac4e admin admin] Publish callbacks [] for security_group (38d87d29-e6fa-4ae0-a1e7-2e94cf2f5ac7), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:12.479115 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ee2623e9-717d-4d3e-8375-1944971aac4e admin admin] Publish callbacks [] for security_group (38d87d29-e6fa-4ae0-a1e7-2e94cf2f5ac7), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:12.548628 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ee2623e9-717d-4d3e-8375-1944971aac4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (38d87d29-e6fa-4ae0-a1e7-2e94cf2f5ac7), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:12.552636 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ee2623e9-717d-4d3e-8375-1944971aac4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:12.555065 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-ee2623e9-717d-4d3e-8375-1944971aac4e admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/38d87d29-e6fa-4ae0-a1e7-2e94cf2f5ac7 HTTP/1.1" status: 204 len: 168 time: 0.1672475 Feb 02 15:54:12.570740 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2623e9-717d-4d3e-8375-1944971aac4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d87d29-e6fa-4ae0-a1e7-2e94cf2f5ac7,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:12.652978 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbab2a9b-59f4-4d9b-a34a-f5b1448b689c', 'tag': '4d16a98d-2508-49b3-ab25-411a471febe1'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:54:12.655547 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c7078d-9431-493a-902d-1112a50e7913" -d '{"events": [{"name": "network-changed", "server_uuid": "dbab2a9b-59f4-4d9b-a34a-f5b1448b689c", "tag": "4d16a98d-2508-49b3-ab25-411a471febe1"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:54:12.665469 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae0fb1-2568-4b33-8054-efa0253a03f4 req-f7937c07-c59f-4b73-9705-7cbaf88e55f6 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:12.666996 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-47ae0fb1-2568-4b33-8054-efa0253a03f4 req-f7937c07-c59f-4b73-9705-7cbaf88e55f6 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 943 time: 0.0598483 Feb 02 15:54:12.696266 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 15:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa32898d-f0d6-4372-bc36-b60b263a30e6 x-openstack-request-id: req-aa32898d-f0d6-4372-bc36-b60b263a30e6 {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:54:12.696719 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbab2a9b-59f4-4d9b-a34a-f5b1448b689c", "tag": "4d16a98d-2508-49b3-ab25-411a471febe1", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:54:12.697082 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-aa32898d-f0d6-4372-bc36-b60b263a30e6 {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:54:12.697529 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbab2a9b-59f4-4d9b-a34a-f5b1448b689c', 'tag': '4d16a98d-2508-49b3-ab25-411a471febe1', 'status': 'completed', 'code': 200} Feb 02 15:54:12.719378 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-47ae0fb1-2568-4b33-8054-efa0253a03f4 req-a64683b3-cdca-4b55-a748-596fb3772960 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441141 Feb 02 15:54:12.840109 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-973493d7-4225-4a15-86a9-30286a8d64fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:12.924011 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1691d5-61b1-4fa0-acfd-57d984301450 req-908c96e9-576c-4744-a470-505ebc94566b tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:12.926261 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8a1691d5-61b1-4fa0-acfd-57d984301450 req-908c96e9-576c-4744-a470-505ebc94566b tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 944 time: 0.0547166 Feb 02 15:54:13.013574 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8a1691d5-61b1-4fa0-acfd-57d984301450 req-f6320ae8-1361-46cf-8faa-018e55174800 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679898 Feb 02 15:54:13.039943 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 56976) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:13.054656 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-074f74a3-1e4d-4ce2-bcbe-72b01e212b37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:13.151518 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-074f74a3-1e4d-4ce2-bcbe-72b01e212b37 admin admin] Publish callbacks [] for security_group (18a19031-d55c-4085-b398-2ca0e6e971fc), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:13.157614 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-074f74a3-1e4d-4ce2-bcbe-72b01e212b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (18a19031-d55c-4085-b398-2ca0e6e971fc), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:13.190394 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78b5bc-4a1d-459e-9d59-9712c9a77151 req-b9a089c1-a51a-4e0f-b1a5-c5847b17c4c5 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:13.192778 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-bb78b5bc-4a1d-459e-9d59-9712c9a77151 req-b9a089c1-a51a-4e0f-b1a5-c5847b17c4c5 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 943 time: 0.0693231 Feb 02 15:54:13.206004 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-074f74a3-1e4d-4ce2-bcbe-72b01e212b37 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=88c1112647d441938a9e79673a8bf9d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1654143 Feb 02 15:54:13.209541 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 56988) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:13.211626 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f74a3-1e4d-4ce2-bcbe-72b01e212b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a19031-d55c-4085-b398-2ca0e6e971fc,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:13.264079 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-bb78b5bc-4a1d-459e-9d59-9712c9a77151 req-7ccba0b5-00e0-48f6-9fe0-52a3eb1a82aa tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/security-groups?id=6cab17ab-0e38-420c-80af-f3ff870192d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648859 Feb 02 15:54:13.282571 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-41e9d272-fea5-4482-bd3d-760c36d8969e admin admin] Publish callbacks [] for security_group (18a19031-d55c-4085-b398-2ca0e6e971fc), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:13.307892 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-41e9d272-fea5-4482-bd3d-760c36d8969e admin admin] Publish callbacks [] for security_group (18a19031-d55c-4085-b398-2ca0e6e971fc), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:13.488447 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-41e9d272-fea5-4482-bd3d-760c36d8969e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (18a19031-d55c-4085-b398-2ca0e6e971fc), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:13.491082 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-41e9d272-fea5-4482-bd3d-760c36d8969e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:13.492298 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-41e9d272-fea5-4482-bd3d-760c36d8969e admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/18a19031-d55c-4085-b398-2ca0e6e971fc HTTP/1.1" status: 204 len: 168 time: 0.2817147 Feb 02 15:54:13.521456 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9d272-fea5-4482-bd3d-760c36d8969e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a19031-d55c-4085-b398-2ca0e6e971fc,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:13.526200 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-7f0cd9f6-fa86-4ddf-b1ee-a326ddb71216 service neutron] 10.222.0.59 "GET /v2.0/networks/b0953c76-584e-4cc9-bd10-70c56077e5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862478 Feb 02 15:54:13.528909 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-42b89782-cb32-4802-a9eb-569a06b8dd16 service neutron] 10.222.0.59 "GET /v2.0/networks/aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790833 Feb 02 15:54:13.851508 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a8cd5-a1e6-4456-8a5c-cef139a4dc7b req-2b47e55e-1b97-4e91-ae8e-b76b2214f996 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:13.858641 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-db5a8cd5-a1e6-4456-8a5c-cef139a4dc7b req-2b47e55e-1b97-4e91-ae8e-b76b2214f996 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 943 time: 0.0656555 Feb 02 15:54:13.905227 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-db5a8cd5-a1e6-4456-8a5c-cef139a4dc7b req-db683800-012c-4150-a20a-e591a45aafd8 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456934 Feb 02 15:54:14.017552 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 57030) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:14.132220 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2d899-f5a0-4433-b25d-6417a7dea409 req-b90b02c7-34bd-446e-a79b-61d1ed76dcaf tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:14.133796 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-03b2d899-f5a0-4433-b25d-6417a7dea409 req-b90b02c7-34bd-446e-a79b-61d1ed76dcaf tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 944 time: 0.0694244 Feb 02 15:54:14.187758 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-03b2d899-f5a0-4433-b25d-6417a7dea409 req-0656eeaa-4e6c-4892-b25d-b008d1327204 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483963 Feb 02 15:54:14.258627 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-450eacd4-24d8-4eac-9576-3d5651d19f3d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-733292556-network', 'tenant_id': '375a5869b0f041bba5eb0d493365b45b'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:54:14.312776 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450eacd4-24d8-4eac-9576-3d5651d19f3d admin admin] Made reservation on behalf of 375a5869b0f041bba5eb0d493365b45b for: {'network': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:54:14.315214 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-450eacd4-24d8-4eac-9576-3d5651d19f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for network (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:14.357006 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-450eacd4-24d8-4eac-9576-3d5651d19f3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:14.408031 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba89ddd-839e-42da-85c3-6e3d2f5b2afc req-0de7aad1-9f14-458f-a4bf-a7d66af33a3b tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:14.417360 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1ba89ddd-839e-42da-85c3-6e3d2f5b2afc req-0de7aad1-9f14-458f-a4bf-a7d66af33a3b tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 943 time: 0.0697970 Feb 02 15:54:14.441816 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-a0c7af43-c151-4284-b7f6-319298be5da8 req-af26c478-528a-4482-becc-31e9bc935aea service neutron] 10.222.0.59 "GET /v2.0/networks/b0953c76-584e-4cc9-bd10-70c56077e5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652293 Feb 02 15:54:14.475370 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb10bb-d252-4af5-97d4-fa2896ba827d req-13ee48f5-59d2-430b-8f8a-b94a09aa8e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:14.477326 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-50fb10bb-d252-4af5-97d4-fa2896ba827d req-13ee48f5-59d2-430b-8f8a-b94a09aa8e49 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=72f52223a6e14cb8a8c10c8caa85635b&device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 1128 time: 0.1040907 Feb 02 15:54:14.489174 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1ba89ddd-839e-42da-85c3-6e3d2f5b2afc req-c25887e4-72c0-4776-9a62-bab137c86613 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/security-groups?id=6cab17ab-0e38-420c-80af-f3ff870192d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691099 Feb 02 15:54:14.579536 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-450eacd4-24d8-4eac-9576-3d5651d19f3d admin admin] Publish callbacks [] for security_group (19142d90-0245-47ad-8a1e-8c53bd85de46), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:14.617111 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-450eacd4-24d8-4eac-9576-3d5651d19f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (19142d90-0245-47ad-8a1e-8c53bd85de46), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:14.702491 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-450eacd4-24d8-4eac-9576-3d5651d19f3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 953} {{(pid=109038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:54:14.749822 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7078d-9431-493a-902d-1112a50e7913 req-26dc71ca-771e-43aa-b149-12dcc6e3bc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:14.751372 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-b8c7078d-9431-493a-902d-1112a50e7913 req-26dc71ca-771e-43aa-b149-12dcc6e3bc7d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e46d9c184bc14bb2869a6bbc48e00252&device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 1127 time: 0.1881137 Feb 02 15:54:14.751987 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450eacd4-24d8-4eac-9576-3d5651d19f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19142d90-0245-47ad-8a1e-8c53bd85de46,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:14.756162 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-450eacd4-24d8-4eac-9576-3d5651d19f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (6d22a138-7ee0-43e6-8680-ed38bf5fcb4d), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:14.756510 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.db.segments_db [None req-450eacd4-24d8-4eac-9576-3d5651d19f3d admin admin] Added segment 6d22a138-7ee0-43e6-8680-ed38bf5fcb4d of type vlan for network 7746712d-a566-4890-9824-0dc33b92e02f Feb 02 15:54:14.840923 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb10bb-d252-4af5-97d4-fa2896ba827d req-05c8fa75-97ab-44ac-ab6e-a230b48e0394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:14.842450 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-50fb10bb-d252-4af5-97d4-fa2896ba827d req-05c8fa75-97ab-44ac-ab6e-a230b48e0394 service neutron] 10.222.0.59 "GET /v2.0/networks?id=aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca HTTP/1.1" status: 200 len: 920 time: 0.3342304 Feb 02 15:54:14.877698 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-450eacd4-24d8-4eac-9576-3d5651d19f3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791047091321'] for network (7746712d-a566-4890-9824-0dc33b92e02f), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:14.930725 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-450eacd4-24d8-4eac-9576-3d5651d19f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529'] for network (7746712d-a566-4890-9824-0dc33b92e02f), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:14.932803 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450eacd4-24d8-4eac-9576-3d5651d19f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:14.943955 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-450eacd4-24d8-4eac-9576-3d5651d19f3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:15.006696 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450eacd4-24d8-4eac-9576-3d5651d19f3d admin admin] Pushing event updated for resources: {'Network': ['ID=7746712d-a566-4890-9824-0dc33b92e02f,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:15.011853 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7078d-9431-493a-902d-1112a50e7913 req-c3ac17aa-9380-4950-93e9-2d6f47312fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:15.013379 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-b8c7078d-9431-493a-902d-1112a50e7913 req-c3ac17aa-9380-4950-93e9-2d6f47312fe7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b0953c76-584e-4cc9-bd10-70c56077e5e6 HTTP/1.1" status: 200 len: 918 time: 0.2448709 Feb 02 15:54:15.020316 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Network 7746712d-a566-4890-9824-0dc33b92e02f details requested by agent ovs-agent-dv-cinder-827511-1-iscsi with host dv-cinder-827511-1-iscsi {{(pid=109040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 15:54:15.044829 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-450eacd4-24d8-4eac-9576-3d5651d19f3d admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0258107 Feb 02 15:54:15.045700 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 57092) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:15.059071 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-3850f917-30ea-42d0-8b41-7fd3bb0faddd admin admin] Request body: {'subnet': {'network_id': '7746712d-a566-4890-9824-0dc33b92e02f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-733292556-subnet', 'tenant_id': '375a5869b0f041bba5eb0d493365b45b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:54:15.109212 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3850f917-30ea-42d0-8b41-7fd3bb0faddd admin admin] Made reservation on behalf of 375a5869b0f041bba5eb0d493365b45b for: {'subnet': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:54:15.112187 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-3850f917-30ea-42d0-8b41-7fd3bb0faddd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5233683'] for subnet (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:15.143410 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b8e4c-0fe6-4543-83b6-3588565ca2ff req-5eafba75-a823-48ab-baf1-f033234b0e0f tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:15.161155 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-413b8e4c-0fe6-4543-83b6-3588565ca2ff req-5eafba75-a823-48ab-baf1-f033234b0e0f tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 943 time: 0.1262965 Feb 02 15:54:15.241702 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-413b8e4c-0fe6-4543-83b6-3588565ca2ff req-53fad332-d156-44f1-9adc-6cf1710f043f tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781085 Feb 02 15:54:15.345965 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f3d6a-a23f-495f-99b0-d8b4e2608127 req-3e7b94b7-a363-4f75-b8a5-e26e3fb84111 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:15.348040 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0f7f3d6a-a23f-495f-99b0-d8b4e2608127 req-3e7b94b7-a363-4f75-b8a5-e26e3fb84111 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 944 time: 0.0618160 Feb 02 15:54:15.351120 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-3ce16d18-acf2-4fb6-8d24-2cedf83845bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:15.408542 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0f7f3d6a-a23f-495f-99b0-d8b4e2608127 req-3a60a509-1368-4052-b423-c00f37462b9f tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524180 Feb 02 15:54:15.430167 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-3850f917-30ea-42d0-8b41-7fd3bb0faddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4863271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5232889'] for subnet (8c0cc2bd-b2ef-41f9-8f99-9b4767b77669), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:15.481908 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850f917-30ea-42d0-8b41-7fd3bb0faddd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c0cc2bd-b2ef-41f9-8f99-9b4767b77669,revision_number=0']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:15.501245 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3850f917-30ea-42d0-8b41-7fd3bb0faddd admin admin] Checking segment: {'id': '6d22a138-7ee0-43e6-8680-ed38bf5fcb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '7746712d-a566-4890-9824-0dc33b92e02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:54:15.501245 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3850f917-30ea-42d0-8b41-7fd3bb0faddd admin admin] Network hostable DHCP agents. Network: 7746712d-a566-4890-9824-0dc33b92e02f, hostable agents: ['c53fdfd4-74a4-4640-bea7-ca8e654bcb85'], hosted agents: [] {{(pid=109038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:54:15.532342 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3850f917-30ea-42d0-8b41-7fd3bb0faddd admin admin] Network 7746712d-a566-4890-9824-0dc33b92e02f is scheduled to be hosted by DHCP agent c53fdfd4-74a4-4640-bea7-ca8e654bcb85 with binding_index 1 {{(pid=109038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:54:15.545030 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [None req-3850f917-30ea-42d0-8b41-7fd3bb0faddd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827511-1-iscsi, 7746712d-a566-4890-9824-0dc33b92e02f) {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:54:15.556802 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29f3cb3-9f4e-429e-b1da-c4886d645165 None None] Network 7746712d-a566-4890-9824-0dc33b92e02f requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:54:15.563559 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3850f917-30ea-42d0-8b41-7fd3bb0faddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:15.564164 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-3850f917-30ea-42d0-8b41-7fd3bb0faddd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:15.593009 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-3850f917-30ea-42d0-8b41-7fd3bb0faddd admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5459862 Feb 02 15:54:15.655659 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32128ac-04d9-410b-a413-1476e2f71328 req-5b5355d8-4517-4845-abf9-b98bbafd8170 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:15.657674 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f32128ac-04d9-410b-a413-1476e2f71328 req-5b5355d8-4517-4845-abf9-b98bbafd8170 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 943 time: 0.0796039 Feb 02 15:54:15.716755 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f80763-4b93-4038-a186-17f154ad661c None None] Network 7746712d-a566-4890-9824-0dc33b92e02f requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:54:15.720331 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f32128ac-04d9-410b-a413-1476e2f71328 req-d3769cdd-62f2-4a38-9fcb-a50a92db956b tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/security-groups?id=6cab17ab-0e38-420c-80af-f3ff870192d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526204 Feb 02 15:54:15.934658 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:16.193942 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 57142) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:16.199350 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-2067b292-0257-416a-9899-1b626dcb9826 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-458207196-network', 'tenant_id': '788cac2895dc43279ead7697de633c34'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:54:16.211834 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:16.219074 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2067b292-0257-416a-9899-1b626dcb9826 admin admin] Made reservation on behalf of 788cac2895dc43279ead7697de633c34 for: {'network': 1} {{(pid=109039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:54:16.221684 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-2067b292-0257-416a-9899-1b626dcb9826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for network (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:16.230387 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-2067b292-0257-416a-9899-1b626dcb9826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:16.314659 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-2067b292-0257-416a-9899-1b626dcb9826 admin admin] Publish callbacks [] for security_group (0059593f-98de-491f-a947-b688e2550989), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:16.320184 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-2067b292-0257-416a-9899-1b626dcb9826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (0059593f-98de-491f-a947-b688e2550989), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:16.343975 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2067b292-0257-416a-9899-1b626dcb9826 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 961} {{(pid=109039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:54:16.391006 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-2067b292-0257-416a-9899-1b626dcb9826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (0695dae5-0a4f-4202-8d5d-480dbb19e0c4), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:16.391356 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.db.segments_db [None req-2067b292-0257-416a-9899-1b626dcb9826 admin admin] Added segment 0695dae5-0a4f-4202-8d5d-480dbb19e0c4 of type vlan for network b18aaeb2-0fa0-4eb1-b72b-f31a0df6282c Feb 02 15:54:16.392560 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067b292-0257-416a-9899-1b626dcb9826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0059593f-98de-491f-a947-b688e2550989,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:16.454209 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-2067b292-0257-416a-9899-1b626dcb9826 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791047091321'] for network (b18aaeb2-0fa0-4eb1-b72b-f31a0df6282c), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:16.473799 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09c0f1-ec82-4947-888c-577759a100f8 req-9ee21867-8e84-4d81-91e7-4ea592d43c11 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:16.475660 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2e09c0f1-ec82-4947-888c-577759a100f8 req-9ee21867-8e84-4d81-91e7-4ea592d43c11 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 943 time: 0.1346583 Feb 02 15:54:16.542322 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-2067b292-0257-416a-9899-1b626dcb9826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529'] for network (b18aaeb2-0fa0-4eb1-b72b-f31a0df6282c), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:16.543327 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2067b292-0257-416a-9899-1b626dcb9826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:16.543774 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-2067b292-0257-416a-9899-1b626dcb9826 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:16.576548 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-50fb10bb-d252-4af5-97d4-fa2896ba827d req-2c022a83-bf76-4559-abeb-bdeded416baf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=853ee009-59c0-4bb8-a9f2-a81aebd05c49 HTTP/1.1" status: 200 len: 217 time: 0.0856519 Feb 02 15:54:16.578678 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-b8c7078d-9431-493a-902d-1112a50e7913 req-1f34753b-1c34-498d-8662-17dd3eda6f56 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d16a98d-2508-49b3-ab25-411a471febe1 HTTP/1.1" status: 200 len: 217 time: 0.0814590 Feb 02 15:54:16.610961 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-2067b292-0257-416a-9899-1b626dcb9826 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4127836 Feb 02 15:54:16.611668 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 57168) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:16.617922 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-7933e99e-ccd9-4523-b305-d76fa88f8751 admin admin] Request body: {'subnet': {'network_id': 'b18aaeb2-0fa0-4eb1-b72b-f31a0df6282c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-458207196-subnet', 'tenant_id': '788cac2895dc43279ead7697de633c34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:54:16.649756 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2e09c0f1-ec82-4947-888c-577759a100f8 req-60c114ff-61e6-45b5-a36a-29663a428d68 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585884 Feb 02 15:54:16.651768 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067b292-0257-416a-9899-1b626dcb9826 admin admin] Pushing event updated for resources: {'Network': ['ID=b18aaeb2-0fa0-4eb1-b72b-f31a0df6282c,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:16.664565 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fd1fa-8899-40a2-9f76-731edbf81ea5 req-e8a74401-1ef5-4804-a119-05bd69e587b3 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:16.665503 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Network b18aaeb2-0fa0-4eb1-b72b-f31a0df6282c details requested by agent ovs-agent-dv-cinder-827511-1-iscsi with host dv-cinder-827511-1-iscsi {{(pid=109040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 15:54:16.666322 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b82fd1fa-8899-40a2-9f76-731edbf81ea5 req-e8a74401-1ef5-4804-a119-05bd69e587b3 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 944 time: 0.1742022 Feb 02 15:54:16.680817 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7933e99e-ccd9-4523-b305-d76fa88f8751 admin admin] Made reservation on behalf of 788cac2895dc43279ead7697de633c34 for: {'subnet': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:54:16.692622 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-7933e99e-ccd9-4523-b305-d76fa88f8751 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5233683'] for subnet (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:16.749909 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b82fd1fa-8899-40a2-9f76-731edbf81ea5 req-811c6530-727b-4eb5-8be7-ead73f51a69f tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778248 Feb 02 15:54:16.937574 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-7933e99e-ccd9-4523-b305-d76fa88f8751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4863271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5232889'] for subnet (2f6a6c79-a240-4768-85f0-83216da72e31), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:16.992179 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933e99e-ccd9-4523-b305-d76fa88f8751 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f6a6c79-a240-4768-85f0-83216da72e31,revision_number=0']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:17.002208 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7933e99e-ccd9-4523-b305-d76fa88f8751 admin admin] Checking segment: {'id': '0695dae5-0a4f-4202-8d5d-480dbb19e0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'b18aaeb2-0fa0-4eb1-b72b-f31a0df6282c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:54:17.002563 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7933e99e-ccd9-4523-b305-d76fa88f8751 admin admin] Network hostable DHCP agents. Network: b18aaeb2-0fa0-4eb1-b72b-f31a0df6282c, hostable agents: ['c53fdfd4-74a4-4640-bea7-ca8e654bcb85'], hosted agents: [] {{(pid=109038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:54:17.011267 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c49c6-8ecd-4f71-b108-56772cda5ebb req-e6f752a6-ee60-4e62-affb-71af9428ca16 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:17.012756 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ae1c49c6-8ecd-4f71-b108-56772cda5ebb req-e6f752a6-ee60-4e62-affb-71af9428ca16 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 943 time: 0.2242663 Feb 02 15:54:17.020692 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7933e99e-ccd9-4523-b305-d76fa88f8751 admin admin] Network b18aaeb2-0fa0-4eb1-b72b-f31a0df6282c is scheduled to be hosted by DHCP agent c53fdfd4-74a4-4640-bea7-ca8e654bcb85 with binding_index 1 {{(pid=109038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:54:17.030062 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [None req-7933e99e-ccd9-4523-b305-d76fa88f8751 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827511-1-iscsi, b18aaeb2-0fa0-4eb1-b72b-f31a0df6282c) {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:54:17.034651 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7933e99e-ccd9-4523-b305-d76fa88f8751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:17.035756 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-7933e99e-ccd9-4523-b305-d76fa88f8751 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:17.043109 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a153083b-9ff0-4ee1-92fb-5eb28213de9a None None] Network b18aaeb2-0fa0-4eb1-b72b-f31a0df6282c requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:54:17.051927 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-7933e99e-ccd9-4523-b305-d76fa88f8751 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4395399 Feb 02 15:54:17.062787 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ae1c49c6-8ecd-4f71-b108-56772cda5ebb req-275335a3-5d43-4bff-803f-8a4a6d770fa5 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/security-groups?id=6cab17ab-0e38-420c-80af-f3ff870192d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442894 Feb 02 15:54:17.153503 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a7824f-9a98-4f9b-8bbd-9e16707779f1 None None] Network b18aaeb2-0fa0-4eb1-b72b-f31a0df6282c requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:54:17.462911 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device ab5a759f-a148-478b-8616-e4749ee00ce6 details requested by agent hyperv_hv-cinder-82751 with host hv-cinder-82751 {{(pid=109040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 15:54:17.525402 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb10bb-d252-4af5-97d4-fa2896ba827d req-34a86e1d-6438-4d1f-b8b5-0ef80b3b3cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:17.526882 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-50fb10bb-d252-4af5-97d4-fa2896ba827d req-34a86e1d-6438-4d1f-b8b5-0ef80b3b3cfc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6bef7920-00cb-4a69-a6a7-9d6da3eabd36 HTTP/1.1" status: 200 len: 859 time: 0.0928438 Feb 02 15:54:17.528287 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7078d-9431-493a-902d-1112a50e7913 req-3b0fd5cb-004f-4793-9c88-622a8806bc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:17.529704 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-b8c7078d-9431-493a-902d-1112a50e7913 req-3b0fd5cb-004f-4793-9c88-622a8806bc54 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5347cd5-2ddb-4574-9672-af43239849ac HTTP/1.1" status: 200 len: 856 time: 0.0944295 Feb 02 15:54:17.571661 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-50fb10bb-d252-4af5-97d4-fa2896ba827d req-bc6e266a-bb1d-4e78-8623-9dca486d5948 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306046 Feb 02 15:54:17.620720 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port ab5a759f-a148-478b-8616-e4749ee00ce6, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=ab5a759f-a148-478b-8616-e4749ee00ce6,segment=NetworkSegment(cf2ff181-a846-4288-9f7c-5844d2b10d41),segment_id=cf2ff181-a846-4288-9f7c-5844d2b10d41)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:54:17.641848 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Returning: {'device': 'ab5a759f-a148-478b-8616-e4749ee00ce6', 'network_id': '8e568dc9-80fc-42ae-973f-9ce5b154f810', 'port_id': 'ab5a759f-a148-478b-8616-e4749ee00ce6', 'mac_address': 'fa:16:3e:bf:dc:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 969, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a3f4520-2eda-4151-9649-f7c10bbcb65e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 15:54:17.649335 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:17.680111 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7078d-9431-493a-902d-1112a50e7913 req-c8aaa7aa-825d-4ac7-9504-c9cf4cf6bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:17.681754 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-b8c7078d-9431-493a-902d-1112a50e7913 req-c8aaa7aa-825d-4ac7-9504-c9cf4cf6bf53 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0953c76-584e-4cc9-bd10-70c56077e5e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1395400 Feb 02 15:54:17.686835 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port ab5a759f-a148-478b-8616-e4749ee00ce6 is: DOWN; New status is: BUILD {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:54:17.687244 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (ab5a759f-a148-478b-8616-e4749ee00ce6), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:17.701982 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab5a759f-a148-478b-8616-e4749ee00ce6 {{(pid=109040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 15:54:17.707936 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-50fb10bb-d252-4af5-97d4-fa2896ba827d req-e2092eb4-77d4-4989-9cac-06f4f0335049 service neutron] 10.222.0.59 "GET /v2.0/networks/aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265736 Feb 02 15:54:17.728136 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port ab5a759f-a148-478b-8616-e4749ee00ce6, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=ab5a759f-a148-478b-8616-e4749ee00ce6,segment=NetworkSegment(cf2ff181-a846-4288-9f7c-5844d2b10d41),segment_id=cf2ff181-a846-4288-9f7c-5844d2b10d41)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:54:17.737518 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (ab5a759f-a148-478b-8616-e4749ee00ce6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:17.815243 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=ab5a759f-a148-478b-8616-e4749ee00ce6,revision_number=4']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:17.853526 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-b8c7078d-9431-493a-902d-1112a50e7913 req-d8c56b37-95ef-4596-ac8a-4a53abf6ae27 service neutron] 10.222.0.59 "GET /v2.0/networks/b0953c76-584e-4cc9-bd10-70c56077e5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652613 Feb 02 15:54:17.882704 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76bfa8-9c7e-4d0a-a1ff-8f5daedde0ab req-7301aef6-e900-46d6-9d06-ce55e17b485a tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:17.884236 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6c76bfa8-9c7e-4d0a-a1ff-8f5daedde0ab req-7301aef6-e900-46d6-9d06-ce55e17b485a tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 943 time: 0.0867093 Feb 02 15:54:17.895684 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-50fb10bb-d252-4af5-97d4-fa2896ba827d req-a5bbda62-9058-4dfd-8407-2d895681a0a3 service neutron] 10.222.0.59 "GET /v2.0/networks/aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785915 Feb 02 15:54:17.934399 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e65e5c-90dc-409a-b6f8-7c812226d7f9 req-b594aa69-7204-4f7f-a0d4-75dfa42d959f tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:17.935881 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-10e65e5c-90dc-409a-b6f8-7c812226d7f9 req-b594aa69-7204-4f7f-a0d4-75dfa42d959f tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 944 time: 0.0987883 Feb 02 15:54:17.963445 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6c76bfa8-9c7e-4d0a-a1ff-8f5daedde0ab req-9734ca2d-017f-4e35-b8cc-44d673605c41 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732291 Feb 02 15:54:17.964962 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-b8c7078d-9431-493a-902d-1112a50e7913 req-fdc0538c-1a7e-420f-84c9-96891af04a74 service neutron] 10.222.0.59 "GET /v2.0/networks/b0953c76-584e-4cc9-bd10-70c56077e5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021655 Feb 02 15:54:17.993537 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-10e65e5c-90dc-409a-b6f8-7c812226d7f9 req-7596a62c-769b-454d-96ce-80c0e338d3de tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488639 Feb 02 15:54:18.029131 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 07bda9a9-5405-4d9f-bb29-c929ef3b4f5a details requested by agent hyperv_hv-cinder-82751 with host hv-cinder-82751 {{(pid=109040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 15:54:18.112601 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['ab5a759f-a148-478b-8616-e4749ee00ce6'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 15:54:18.182595 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849f9bb-1ec5-4488-a204-1924a333e8f9 req-6df5d626-5f3f-472a-af8a-457478ad2383 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:18.183976 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 07bda9a9-5405-4d9f-bb29-c929ef3b4f5a, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=07bda9a9-5405-4d9f-bb29-c929ef3b4f5a,segment=NetworkSegment(d4271925-4f0b-46e8-8c1e-4498d24f9aea),segment_id=d4271925-4f0b-46e8-8c1e-4498d24f9aea)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:54:18.184097 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b849f9bb-1ec5-4488-a204-1924a333e8f9 req-6df5d626-5f3f-472a-af8a-457478ad2383 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 944 time: 0.0513713 Feb 02 15:54:18.215109 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Returning: {'device': '07bda9a9-5405-4d9f-bb29-c929ef3b4f5a', 'network_id': 'aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca', 'port_id': '07bda9a9-5405-4d9f-bb29-c929ef3b4f5a', 'mac_address': 'fa:16:3e:c1:f9:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 985, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bef7920-00cb-4a69-a6a7-9d6da3eabd36', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 15:54:18.232909 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b849f9bb-1ec5-4488-a204-1924a333e8f9 req-1946e31a-8cdf-4cba-b59a-3ed8f06b4134 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/security-groups?id=6cab17ab-0e38-420c-80af-f3ff870192d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427384 Feb 02 15:54:18.298346 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port 07bda9a9-5405-4d9f-bb29-c929ef3b4f5a is: DOWN; New status is: BUILD {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:54:18.298733 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (07bda9a9-5405-4d9f-bb29-c929ef3b4f5a), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:18.320254 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07bda9a9-5405-4d9f-bb29-c929ef3b4f5a {{(pid=109040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 15:54:18.359379 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 07bda9a9-5405-4d9f-bb29-c929ef3b4f5a, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=07bda9a9-5405-4d9f-bb29-c929ef3b4f5a,segment=NetworkSegment(d4271925-4f0b-46e8-8c1e-4498d24f9aea),segment_id=d4271925-4f0b-46e8-8c1e-4498d24f9aea)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:54:18.367202 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (07bda9a9-5405-4d9f-bb29-c929ef3b4f5a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:18.436343 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=07bda9a9-5405-4d9f-bb29-c929ef3b4f5a,revision_number=4']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:18.726410 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['07bda9a9-5405-4d9f-bb29-c929ef3b4f5a'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 15:54:19.151956 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2dc81a-db59-4d67-ac00-068b538cba74 req-fd176103-66e2-4ec2-9faf-4a38a324c7c3 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:19.153528 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-de2dc81a-db59-4d67-ac00-068b538cba74 req-fd176103-66e2-4ec2-9faf-4a38a324c7c3 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 943 time: 0.1121848 Feb 02 15:54:19.179565 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd47b7f-9df3-486c-9991-1db60a9c0c75 req-63692820-4def-4ba7-84de-b274a568ee66 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:19.182370 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-afd47b7f-9df3-486c-9991-1db60a9c0c75 req-63692820-4def-4ba7-84de-b274a568ee66 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 944 time: 0.0940962 Feb 02 15:54:19.196406 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:19.262947 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-de2dc81a-db59-4d67-ac00-068b538cba74 req-08a595bc-6233-4dce-83ed-9ab580d7e806 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997796 Feb 02 15:54:19.287175 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-afd47b7f-9df3-486c-9991-1db60a9c0c75 req-bfeae2b2-0a73-4007-891d-7bda142ab847 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950363 Feb 02 15:54:19.446668 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1dff8-5ffd-4ded-8cbb-3fec013f842e req-1bad8128-a248-4196-8c5f-34f209cdf6b6 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:19.448195 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c1a1dff8-5ffd-4ded-8cbb-3fec013f842e req-1bad8128-a248-4196-8c5f-34f209cdf6b6 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 944 time: 0.0736465 Feb 02 15:54:19.507231 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c1a1dff8-5ffd-4ded-8cbb-3fec013f842e req-3c704e7c-37e9-4ec0-88de-7e968a633b11 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/security-groups?id=6cab17ab-0e38-420c-80af-f3ff870192d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510983 Feb 02 15:54:19.539849 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 57288) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:19.649765 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-7fe81296-b5ac-4ed8-a562-8a4f610fca7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:19.722809 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-7fe81296-b5ac-4ed8-a562-8a4f610fca7f admin admin] Publish callbacks [] for security_group (85516faf-2b75-4b0a-a34d-db25df022e05), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:19.726824 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-7fe81296-b5ac-4ed8-a562-8a4f610fca7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (85516faf-2b75-4b0a-a34d-db25df022e05), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:19.765136 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-7fe81296-b5ac-4ed8-a562-8a4f610fca7f admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=e5a42e12e2c549d9aa1aab96cb7962db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241285 Feb 02 15:54:19.766256 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe81296-b5ac-4ed8-a562-8a4f610fca7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85516faf-2b75-4b0a-a34d-db25df022e05,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:19.767817 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 57294) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:19.819788 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-13463373-d754-4ccb-bdd4-dd8d104f9647 admin admin] Publish callbacks [] for security_group (85516faf-2b75-4b0a-a34d-db25df022e05), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:19.841349 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-13463373-d754-4ccb-bdd4-dd8d104f9647 admin admin] Publish callbacks [] for security_group (85516faf-2b75-4b0a-a34d-db25df022e05), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:19.890130 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-13463373-d754-4ccb-bdd4-dd8d104f9647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (85516faf-2b75-4b0a-a34d-db25df022e05), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:19.892740 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-13463373-d754-4ccb-bdd4-dd8d104f9647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:19.893948 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-13463373-d754-4ccb-bdd4-dd8d104f9647 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/85516faf-2b75-4b0a-a34d-db25df022e05 HTTP/1.1" status: 204 len: 168 time: 0.1250973 Feb 02 15:54:19.904060 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13463373-d754-4ccb-bdd4-dd8d104f9647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85516faf-2b75-4b0a-a34d-db25df022e05,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:20.035917 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 4d16a98d-2508-49b3-ab25-411a471febe1 details requested by agent hyperv_hv-cinder-82751 with host hv-cinder-82751 {{(pid=109040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 15:54:20.064559 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device ab5a759f-a148-478b-8616-e4749ee00ce6 up at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:54:20.252276 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 57310) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:20.268187 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-f74812b4-f80c-44d2-ae09-ae05a6d4b09f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:20.384706 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-f74812b4-f80c-44d2-ae09-ae05a6d4b09f admin admin] Publish callbacks [] for security_group (c42c0425-90d8-4cd6-af81-7f162e2785ad), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:20.399682 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning for port ab5a759f-a148-478b-8616-e4749ee00ce6 completed by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:54:20.406421 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-f74812b4-f80c-44d2-ae09-ae05a6d4b09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (c42c0425-90d8-4cd6-af81-7f162e2785ad), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:20.411603 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 4d16a98d-2508-49b3-ab25-411a471febe1, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=4d16a98d-2508-49b3-ab25-411a471febe1,segment=NetworkSegment(72c8047b-a40f-40bf-b022-6f2ccec93ad0),segment_id=72c8047b-a40f-40bf-b022-6f2ccec93ad0)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:54:20.415783 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning complete for port ab5a759f-a148-478b-8616-e4749ee00ce6 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:54:20.416542 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (ab5a759f-a148-478b-8616-e4749ee00ce6), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:20.452920 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 57328) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:20.463515 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Returning: {'device': '4d16a98d-2508-49b3-ab25-411a471febe1', 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6', 'port_id': '4d16a98d-2508-49b3-ab25-411a471febe1', 'mac_address': 'fa:16:3e:3d:48:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 988, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5347cd5-2ddb-4574-9672-af43239849ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 15:54:20.513512 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port 4d16a98d-2508-49b3-ab25-411a471febe1 is: DOWN; New status is: BUILD {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:54:20.513909 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (4d16a98d-2508-49b3-ab25-411a471febe1), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:20.534525 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d16a98d-2508-49b3-ab25-411a471febe1 {{(pid=109040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 15:54:20.541554 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-f74812b4-f80c-44d2-ae09-ae05a6d4b09f admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=f22119986eb248468a427d32e835a45f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880790 Feb 02 15:54:20.543245 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74812b4-f80c-44d2-ae09-ae05a6d4b09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42c0425-90d8-4cd6-af81-7f162e2785ad,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:20.544426 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 57338) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:20.557981 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 4d16a98d-2508-49b3-ab25-411a471febe1, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=4d16a98d-2508-49b3-ab25-411a471febe1,segment=NetworkSegment(72c8047b-a40f-40bf-b022-6f2ccec93ad0),segment_id=72c8047b-a40f-40bf-b022-6f2ccec93ad0)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:54:20.572609 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (4d16a98d-2508-49b3-ab25-411a471febe1), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:20.573317 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 853ee009-59c0-4bb8-a9f2-a81aebd05c49 details requested by agent hyperv_hv-cinder-82751 with host hv-cinder-82751 {{(pid=109040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 15:54:20.581016 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2658c43-60ec-44a2-8d0e-cfd926fff683 req-6e62ee8d-6c64-4f0e-b700-ae8231849609 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:20.582831 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a2658c43-60ec-44a2-8d0e-cfd926fff683 req-6e62ee8d-6c64-4f0e-b700-ae8231849609 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 943 time: 0.1522074 Feb 02 15:54:20.594794 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55f397-5e9a-49d8-a1de-d9c9ae5dc20e req-9f1fd71f-01c0-4a18-b110-3926729cbdac tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:20.596511 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-bc55f397-5e9a-49d8-a1de-d9c9ae5dc20e req-9f1fd71f-01c0-4a18-b110-3926729cbdac tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 944 time: 0.1454639 Feb 02 15:54:20.651320 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port ab5a759f-a148-478b-8616-e4749ee00ce6 is: BUILD; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:54:20.651721 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (ab5a759f-a148-478b-8616-e4749ee00ce6), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:20.670870 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-406ba71f-7fde-441f-9e49-779739ef872e admin admin] Publish callbacks [] for security_group (c42c0425-90d8-4cd6-af81-7f162e2785ad), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:20.697623 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-406ba71f-7fde-441f-9e49-779739ef872e admin admin] Publish callbacks [] for security_group (c42c0425-90d8-4cd6-af81-7f162e2785ad), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:20.708651 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300f2d43-0f6d-441a-9332-bf2c3c2dabd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5a759f-a148-478b-8616-e4749ee00ce6'}] {{(pid=109040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:54:20.722740 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a2658c43-60ec-44a2-8d0e-cfd926fff683 req-a80e13ec-0a7f-4c1f-b192-64ba3d7b85de tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240602 Feb 02 15:54:20.738482 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-60624625-c013-4cc2-a0a8-94a4996def7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:20.772460 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-406ba71f-7fde-441f-9e49-779739ef872e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (c42c0425-90d8-4cd6-af81-7f162e2785ad), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:20.775551 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-406ba71f-7fde-441f-9e49-779739ef872e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:20.779152 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-bc55f397-5e9a-49d8-a1de-d9c9ae5dc20e req-0576301f-9f6d-46c8-9cfd-36a17c62ffc2 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563954 Feb 02 15:54:20.779957 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-406ba71f-7fde-441f-9e49-779739ef872e admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/c42c0425-90d8-4cd6-af81-7f162e2785ad HTTP/1.1" status: 204 len: 168 time: 0.2343154 Feb 02 15:54:20.818349 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ba71f-7fde-441f-9e49-779739ef872e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42c0425-90d8-4cd6-af81-7f162e2785ad,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:20.880084 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port ab5a759f-a148-478b-8616-e4749ee00ce6, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=ab5a759f-a148-478b-8616-e4749ee00ce6,segment=NetworkSegment(cf2ff181-a846-4288-9f7c-5844d2b10d41),segment_id=cf2ff181-a846-4288-9f7c-5844d2b10d41)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:54:20.918828 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-60624625-c013-4cc2-a0a8-94a4996def7d admin admin] Publish callbacks [] for security_group (8d9ffae2-7786-4b6f-aaa1-ecae35b36704), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:20.919123 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=4d16a98d-2508-49b3-ab25-411a471febe1,revision_number=4']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:20.928274 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (ab5a759f-a148-478b-8616-e4749ee00ce6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:20.929177 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 07bda9a9-5405-4d9f-bb29-c929ef3b4f5a up at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:54:20.932337 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-60624625-c013-4cc2-a0a8-94a4996def7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (8d9ffae2-7786-4b6f-aaa1-ecae35b36704), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:20.980853 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a9de2-8506-42c4-8138-22f89d11aa49 req-dc2db2c9-feae-4453-a24f-79409515c66a tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:20.984421 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-499a9de2-8506-42c4-8138-22f89d11aa49 req-dc2db2c9-feae-4453-a24f-79409515c66a tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 944 time: 0.1611998 Feb 02 15:54:21.003147 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-60624625-c013-4cc2-a0a8-94a4996def7d admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=3565484a4ddb412e9511ae3deeff08fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5488570 Feb 02 15:54:21.006221 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60624625-c013-4cc2-a0a8-94a4996def7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9ffae2-7786-4b6f-aaa1-ecae35b36704,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:21.009823 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 57360) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:21.029993 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 853ee009-59c0-4bb8-a9f2-a81aebd05c49, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=853ee009-59c0-4bb8-a9f2-a81aebd05c49,segment=NetworkSegment(d4271925-4f0b-46e8-8c1e-4498d24f9aea),segment_id=d4271925-4f0b-46e8-8c1e-4498d24f9aea)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:54:21.049348 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=ab5a759f-a148-478b-8616-e4749ee00ce6,revision_number=5']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:21.074942 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Returning: {'device': '853ee009-59c0-4bb8-a9f2-a81aebd05c49', 'network_id': 'aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca', 'port_id': '853ee009-59c0-4bb8-a9f2-a81aebd05c49', 'mac_address': 'fa:16:3e:5b:64:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 985, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bef7920-00cb-4a69-a6a7-9d6da3eabd36', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 15:54:21.089472 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-499a9de2-8506-42c4-8138-22f89d11aa49 req-e3ec2a1f-701b-49b9-934a-601337db806d tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/security-groups?id=6cab17ab-0e38-420c-80af-f3ff870192d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954132 Feb 02 15:54:21.118233 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning for port 07bda9a9-5405-4d9f-bb29-c929ef3b4f5a completed by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:54:21.120719 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-6cd2ace0-9bcb-40b1-9948-4a9386323265 admin admin] Publish callbacks [] for security_group (8d9ffae2-7786-4b6f-aaa1-ecae35b36704), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:21.133238 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port 853ee009-59c0-4bb8-a9f2-a81aebd05c49 is: DOWN; New status is: BUILD {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:54:21.133717 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (853ee009-59c0-4bb8-a9f2-a81aebd05c49), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:21.144876 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning complete for port 07bda9a9-5405-4d9f-bb29-c929ef3b4f5a triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:54:21.145283 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (07bda9a9-5405-4d9f-bb29-c929ef3b4f5a), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:21.153919 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-6cd2ace0-9bcb-40b1-9948-4a9386323265 admin admin] Publish callbacks [] for security_group (8d9ffae2-7786-4b6f-aaa1-ecae35b36704), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:21.173252 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 853ee009-59c0-4bb8-a9f2-a81aebd05c49 {{(pid=109040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 15:54:21.210420 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 853ee009-59c0-4bb8-a9f2-a81aebd05c49, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=853ee009-59c0-4bb8-a9f2-a81aebd05c49,segment=NetworkSegment(d4271925-4f0b-46e8-8c1e-4498d24f9aea),segment_id=d4271925-4f0b-46e8-8c1e-4498d24f9aea)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:54:21.215817 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 57370) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:21.223880 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (853ee009-59c0-4bb8-a9f2-a81aebd05c49), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:21.338032 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1d7bcdb5a183cc49b107777b4db9278503cec4984c40d99c754c4d9ca4724a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef559f0f-f51a-493b-9826-8308f98da42e" -d '{"events": [{"server_uuid": "300f2d43-0f6d-441a-9332-bf2c3c2dabd8", "name": "network-vif-plugged", "status": "completed", "tag": "ab5a759f-a148-478b-8616-e4749ee00ce6"}]}' {{(pid=109040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:54:21.346606 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port 07bda9a9-5405-4d9f-bb29-c929ef3b4f5a is: BUILD; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:54:21.349531 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (07bda9a9-5405-4d9f-bb29-c929ef3b4f5a), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:21.410169 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=853ee009-59c0-4bb8-a9f2-a81aebd05c49,revision_number=4']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:21.437349 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 07bda9a9-5405-4d9f-bb29-c929ef3b4f5a, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=07bda9a9-5405-4d9f-bb29-c929ef3b4f5a,segment=NetworkSegment(d4271925-4f0b-46e8-8c1e-4498d24f9aea),segment_id=d4271925-4f0b-46e8-8c1e-4498d24f9aea)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:54:21.445458 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (07bda9a9-5405-4d9f-bb29-c929ef3b4f5a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:21.476907 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-6a5f3ae3-417c-4bc6-b0a6-14766138548f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:21.499451 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-6cd2ace0-9bcb-40b1-9948-4a9386323265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (8d9ffae2-7786-4b6f-aaa1-ecae35b36704), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:21.504060 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-6cd2ace0-9bcb-40b1-9948-4a9386323265 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:21.505769 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-6cd2ace0-9bcb-40b1-9948-4a9386323265 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/8d9ffae2-7786-4b6f-aaa1-ecae35b36704 HTTP/1.1" status: 204 len: 168 time: 0.4947853 Feb 02 15:54:21.526000 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd2ace0-9bcb-40b1-9948-4a9386323265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9ffae2-7786-4b6f-aaa1-ecae35b36704,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:21.562392 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=07bda9a9-5405-4d9f-bb29-c929ef3b4f5a,revision_number=5']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:21.574015 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['4d16a98d-2508-49b3-ab25-411a471febe1'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 15:54:21.600506 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-6a5f3ae3-417c-4bc6-b0a6-14766138548f admin admin] Publish callbacks [] for security_group (fd0b8e99-5938-4bea-95df-63345d91b7c1), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:21.607740 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-6a5f3ae3-417c-4bc6-b0a6-14766138548f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (fd0b8e99-5938-4bea-95df-63345d91b7c1), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:21.665414 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f3ae3-417c-4bc6-b0a6-14766138548f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0b8e99-5938-4bea-95df-63345d91b7c1,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:21.670785 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-6a5f3ae3-417c-4bc6-b0a6-14766138548f admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=34a2c3f0952f40ccad7c3ba5e6f9b5f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4523032 Feb 02 15:54:21.672212 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 57396) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:21.690121 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['853ee009-59c0-4bb8-a9f2-a81aebd05c49'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 15:54:21.746778 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-58edba81-9d6e-4b9a-9d49-26bb2950517b admin admin] Publish callbacks [] for security_group (fd0b8e99-5938-4bea-95df-63345d91b7c1), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:21.814486 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 15:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145a6f56-63bc-4bc4-8c0b-3cda03ba9a47 x-openstack-request-id: req-145a6f56-63bc-4bc4-8c0b-3cda03ba9a47 {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:54:21.814486 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300f2d43-0f6d-441a-9332-bf2c3c2dabd8", "name": "network-vif-plugged", "status": "completed", "tag": "ab5a759f-a148-478b-8616-e4749ee00ce6", "code": 200}]} {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:54:21.815356 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-145a6f56-63bc-4bc4-8c0b-3cda03ba9a47 {{(pid=109040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:54:21.816421 dv-cinder-827511-1-iscsi neutron-server[109040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300f2d43-0f6d-441a-9332-bf2c3c2dabd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5a759f-a148-478b-8616-e4749ee00ce6', 'code': 200} Feb 02 15:54:21.821724 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-58edba81-9d6e-4b9a-9d49-26bb2950517b admin admin] Publish callbacks [] for security_group (fd0b8e99-5938-4bea-95df-63345d91b7c1), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:21.915826 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-58edba81-9d6e-4b9a-9d49-26bb2950517b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (fd0b8e99-5938-4bea-95df-63345d91b7c1), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:21.918739 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-58edba81-9d6e-4b9a-9d49-26bb2950517b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:21.923285 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-58edba81-9d6e-4b9a-9d49-26bb2950517b admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/fd0b8e99-5938-4bea-95df-63345d91b7c1 HTTP/1.1" status: 204 len: 168 time: 0.2465682 Feb 02 15:54:21.936813 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58edba81-9d6e-4b9a-9d49-26bb2950517b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0b8e99-5938-4bea-95df-63345d91b7c1,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:22.081065 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b80fd-31d3-4f8a-b120-e369e981de35 req-9cd9e945-6301-466d-be3e-ff7367b72d35 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:22.083707 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-049b80fd-31d3-4f8a-b120-e369e981de35 req-9cd9e945-6301-466d-be3e-ff7367b72d35 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 944 time: 0.1533749 Feb 02 15:54:22.102042 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a22026-2547-438f-9cc8-d4ac3ff9047d req-7ca3d10f-03f4-45c1-919d-1aa8c7eb6ab7 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:22.104481 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d3a22026-2547-438f-9cc8-d4ac3ff9047d req-7ca3d10f-03f4-45c1-919d-1aa8c7eb6ab7 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 945 time: 0.1128161 Feb 02 15:54:22.186156 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba210c-5077-4a7a-9413-2f9dbcb643af req-5245e50d-dcae-4559-b9ce-3f65114aa940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:22.186820 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-85ba210c-5077-4a7a-9413-2f9dbcb643af req-5245e50d-dcae-4559-b9ce-3f65114aa940 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 1129 time: 0.1485074 Feb 02 15:54:22.187317 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 57424) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:22.187506 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-049b80fd-31d3-4f8a-b120-e369e981de35 req-5bcc4545-0671-437c-92ce-388de85a6e67 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951507 Feb 02 15:54:22.192776 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d3a22026-2547-438f-9cc8-d4ac3ff9047d req-7e21a5df-2803-4119-942f-396561e53c3b tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817094 Feb 02 15:54:22.235384 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-fb0c0888-7115-4fe7-82b2-92fd3f79ef0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:22.253828 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-85ba210c-5077-4a7a-9413-2f9dbcb643af req-49b4d26d-8350-4c19-a97e-be1a7bc656ae service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:22.352410 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25625cbf-a904-476c-a8ed-0fb713b5cb90 req-aa253993-18c1-4417-8232-56953663cb3e tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:22.354404 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-25625cbf-a904-476c-a8ed-0fb713b5cb90 req-aa253993-18c1-4417-8232-56953663cb3e tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 945 time: 0.0674953 Feb 02 15:54:22.410291 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-fb0c0888-7115-4fe7-82b2-92fd3f79ef0c admin admin] Publish callbacks [] for security_group (26b353dc-b4b7-4eca-bfeb-2e889d440fd3), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:22.419862 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-fb0c0888-7115-4fe7-82b2-92fd3f79ef0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (26b353dc-b4b7-4eca-bfeb-2e889d440fd3), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:22.452096 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-25625cbf-a904-476c-a8ed-0fb713b5cb90 req-7e31e6b1-ff58-4a4f-9d67-28d6d3576f05 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/security-groups?id=6cab17ab-0e38-420c-80af-f3ff870192d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894945 Feb 02 15:54:22.481708 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c0888-7115-4fe7-82b2-92fd3f79ef0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b353dc-b4b7-4eca-bfeb-2e889d440fd3,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:22.492674 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-fb0c0888-7115-4fe7-82b2-92fd3f79ef0c admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=a4532ec57edc4073ba8e94d31816cf4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3019078 Feb 02 15:54:22.492674 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-85ba210c-5077-4a7a-9413-2f9dbcb643af req-49b4d26d-8350-4c19-a97e-be1a7bc656ae service neutron] Publish callbacks [] for security_group (35a0bdc1-4aac-4386-aea1-8b537c8da082), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:22.493620 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 57434) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:22.508467 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-85ba210c-5077-4a7a-9413-2f9dbcb643af req-49b4d26d-8350-4c19-a97e-be1a7bc656ae service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (35a0bdc1-4aac-4386-aea1-8b537c8da082), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:22.543203 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 57438) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:22.564223 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-7d4fc7cd-c6cf-4835-a3d4-c2afe3619cd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:22.582156 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4d26d-8350-4c19-a97e-be1a7bc656ae service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=35a0bdc1-4aac-4386-aea1-8b537c8da082,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:22.586311 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-85ba210c-5077-4a7a-9413-2f9dbcb643af req-49b4d26d-8350-4c19-a97e-be1a7bc656ae service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6cab17ab-0e38-420c-80af-f3ff870192d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722579 Feb 02 15:54:22.605886 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-d56b8798-38ac-46e3-a2ac-2a18d12b0711 admin admin] Publish callbacks [] for security_group (26b353dc-b4b7-4eca-bfeb-2e889d440fd3), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:22.631798 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-d56b8798-38ac-46e3-a2ac-2a18d12b0711 admin admin] Publish callbacks [] for security_group (26b353dc-b4b7-4eca-bfeb-2e889d440fd3), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:22.665099 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-7d4fc7cd-c6cf-4835-a3d4-c2afe3619cd0 admin admin] Publish callbacks [] for security_group (e22de3e8-d5c0-417b-b6c3-b8110c39587d), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:22.670527 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-7d4fc7cd-c6cf-4835-a3d4-c2afe3619cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (e22de3e8-d5c0-417b-b6c3-b8110c39587d), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:22.685235 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-d56b8798-38ac-46e3-a2ac-2a18d12b0711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (26b353dc-b4b7-4eca-bfeb-2e889d440fd3), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:22.687963 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-d56b8798-38ac-46e3-a2ac-2a18d12b0711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:22.691653 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-d56b8798-38ac-46e3-a2ac-2a18d12b0711 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/26b353dc-b4b7-4eca-bfeb-2e889d440fd3 HTTP/1.1" status: 204 len: 168 time: 0.1951427 Feb 02 15:54:22.698342 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b8798-38ac-46e3-a2ac-2a18d12b0711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b353dc-b4b7-4eca-bfeb-2e889d440fd3,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:22.721081 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fc7cd-c6cf-4835-a3d4-c2afe3619cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22de3e8-d5c0-417b-b6c3-b8110c39587d,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:22.733454 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-7d4fc7cd-c6cf-4835-a3d4-c2afe3619cd0 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=3229edb360c5444d9b43595084f40ab3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1887498 Feb 02 15:54:22.735978 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 57444) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:22.791530 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e1af-01f1-4883-a53c-77a1ac638557 admin admin] Publish callbacks [] for security_group (e22de3e8-d5c0-417b-b6c3-b8110c39587d), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:22.814973 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e1af-01f1-4883-a53c-77a1ac638557 admin admin] Publish callbacks [] for security_group (e22de3e8-d5c0-417b-b6c3-b8110c39587d), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:22.869567 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e1af-01f1-4883-a53c-77a1ac638557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (e22de3e8-d5c0-417b-b6c3-b8110c39587d), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:22.872391 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e1af-01f1-4883-a53c-77a1ac638557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:22.876407 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-8dd8e1af-01f1-4883-a53c-77a1ac638557 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/e22de3e8-d5c0-417b-b6c3-b8110c39587d HTTP/1.1" status: 204 len: 168 time: 0.1392658 Feb 02 15:54:22.884507 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8e1af-01f1-4883-a53c-77a1ac638557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22de3e8-d5c0-417b-b6c3-b8110c39587d,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:23.321926 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 57480) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:23.339858 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-242b9bb0-2b2d-415e-a11e-e5a8ecc9c8bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:23.392169 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f8fef-e544-47cc-845c-564b5cbfce7c req-bdfc4ca5-66c3-4dc0-a3ff-631e0f7b84c6 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:23.393867 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1d7f8fef-e544-47cc-845c-564b5cbfce7c req-bdfc4ca5-66c3-4dc0-a3ff-631e0f7b84c6 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 944 time: 0.0946844 Feb 02 15:54:23.408091 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d4c1a-f686-44db-ae0e-cda20062586a req-0490faeb-2271-49d5-a243-79ff9bff63a9 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:23.410806 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1c3d4c1a-f686-44db-ae0e-cda20062586a req-0490faeb-2271-49d5-a243-79ff9bff63a9 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 945 time: 0.1078193 Feb 02 15:54:23.439774 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-242b9bb0-2b2d-415e-a11e-e5a8ecc9c8bf admin admin] Publish callbacks [] for security_group (494f2cad-0b8d-4ca9-81ee-ffc60822d999), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:23.445252 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-242b9bb0-2b2d-415e-a11e-e5a8ecc9c8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (494f2cad-0b8d-4ca9-81ee-ffc60822d999), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:23.487922 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-242b9bb0-2b2d-415e-a11e-e5a8ecc9c8bf admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=b2dd29f394654e62a393d52df7d6fc8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1643720 Feb 02 15:54:23.488764 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1d7f8fef-e544-47cc-845c-564b5cbfce7c req-202b2232-bc72-4e8f-8a3d-783e84f0562d tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769603 Feb 02 15:54:23.488881 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b9bb0-2b2d-415e-a11e-e5a8ecc9c8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494f2cad-0b8d-4ca9-81ee-ffc60822d999,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:23.491025 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 57484) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:23.494492 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1c3d4c1a-f686-44db-ae0e-cda20062586a req-37ffc388-0f1c-43a6-89af-4edc92dc267c tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680683 Feb 02 15:54:23.563229 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-31731201-2480-467d-879e-b7012356a197 admin admin] Publish callbacks [] for security_group (494f2cad-0b8d-4ca9-81ee-ffc60822d999), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:23.625475 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-31731201-2480-467d-879e-b7012356a197 admin admin] Publish callbacks [] for security_group (494f2cad-0b8d-4ca9-81ee-ffc60822d999), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:23.700148 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6571a-1d4f-4074-b922-1ccb0cdf7267 req-9cac17cf-d031-4c8c-ac13-9bde9fa3c868 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:23.701890 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-01c6571a-1d4f-4074-b922-1ccb0cdf7267 req-9cac17cf-d031-4c8c-ac13-9bde9fa3c868 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 945 time: 0.1306753 Feb 02 15:54:23.707448 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-31731201-2480-467d-879e-b7012356a197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (494f2cad-0b8d-4ca9-81ee-ffc60822d999), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:23.711778 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-31731201-2480-467d-879e-b7012356a197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:23.713618 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-31731201-2480-467d-879e-b7012356a197 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/494f2cad-0b8d-4ca9-81ee-ffc60822d999 HTTP/1.1" status: 204 len: 168 time: 0.2182441 Feb 02 15:54:23.726346 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31731201-2480-467d-879e-b7012356a197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494f2cad-0b8d-4ca9-81ee-ffc60822d999,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:23.795750 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-01c6571a-1d4f-4074-b922-1ccb0cdf7267 req-bb1fdd75-9ac3-4792-8ace-84d856f15f33 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/security-groups?id=6cab17ab-0e38-420c-80af-f3ff870192d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802407 Feb 02 15:54:23.818042 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16a9dc9-24b6-4fbd-8a36-c9aedd864de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bda9a9-5405-4d9f-bb29-c929ef3b4f5a'}] {{(pid=109040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:54:23.821671 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1d7bcdb5a183cc49b107777b4db9278503cec4984c40d99c754c4d9ca4724a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33114d1-d7a3-4612-9400-a9b777aa14d8" -d '{"events": [{"server_uuid": "f16a9dc9-24b6-4fbd-8a36-c9aedd864de8", "name": "network-vif-plugged", "status": "completed", "tag": "07bda9a9-5405-4d9f-bb29-c929ef3b4f5a"}]}' {{(pid=109040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:54:23.930294 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 15:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6529752-3511-404d-930b-33a79a044534 x-openstack-request-id: req-f6529752-3511-404d-930b-33a79a044534 {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:54:23.930613 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16a9dc9-24b6-4fbd-8a36-c9aedd864de8", "name": "network-vif-plugged", "status": "completed", "tag": "07bda9a9-5405-4d9f-bb29-c929ef3b4f5a", "code": 200}]} {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:54:23.930876 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-f6529752-3511-404d-930b-33a79a044534 {{(pid=109040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:54:23.931292 dv-cinder-827511-1-iscsi neutron-server[109040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16a9dc9-24b6-4fbd-8a36-c9aedd864de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bda9a9-5405-4d9f-bb29-c929ef3b4f5a', 'code': 200} Feb 02 15:54:24.091474 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 4d16a98d-2508-49b3-ab25-411a471febe1 up at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:54:24.203356 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning for port 4d16a98d-2508-49b3-ab25-411a471febe1 completed by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:54:24.211216 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning complete for port 4d16a98d-2508-49b3-ab25-411a471febe1 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:54:24.211815 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (4d16a98d-2508-49b3-ab25-411a471febe1), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:24.241787 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 57542) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:24.324595 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port 4d16a98d-2508-49b3-ab25-411a471febe1 is: BUILD; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:54:24.325177 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (4d16a98d-2508-49b3-ab25-411a471febe1), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:24.330421 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843f92b-cd04-4539-85bb-ffc4c0776d03 req-a27159d5-c672-47d1-ae8a-95790755e5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:24.332114 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6843f92b-cd04-4539-85bb-ffc4c0776d03 req-a27159d5-c672-47d1-ae8a-95790755e5b0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 1129 time: 0.1056709 Feb 02 15:54:24.378291 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 4d16a98d-2508-49b3-ab25-411a471febe1, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=4d16a98d-2508-49b3-ab25-411a471febe1,segment=NetworkSegment(72c8047b-a40f-40bf-b022-6f2ccec93ad0),segment_id=72c8047b-a40f-40bf-b022-6f2ccec93ad0)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:54:24.400106 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (4d16a98d-2508-49b3-ab25-411a471febe1), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:24.403030 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 853ee009-59c0-4bb8-a9f2-a81aebd05c49 up at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:54:24.419670 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-23345f43-a265-424c-af77-a0f81b1b260f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-179559619-network', 'tenant_id': '083281479a614be29c8ef8ae95a4c779'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:54:24.486956 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6843f92b-cd04-4539-85bb-ffc4c0776d03 req-a07d6481-f594-4265-8412-cc18b82192f1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471307 Feb 02 15:54:24.488475 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23345f43-a265-424c-af77-a0f81b1b260f admin admin] Made reservation on behalf of 083281479a614be29c8ef8ae95a4c779 for: {'network': 1} {{(pid=109039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:54:24.497000 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-23345f43-a265-424c-af77-a0f81b1b260f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for network (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:24.509354 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-23345f43-a265-424c-af77-a0f81b1b260f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:24.571436 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=4d16a98d-2508-49b3-ab25-411a471febe1,revision_number=5']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:24.618287 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning for port 853ee009-59c0-4bb8-a9f2-a81aebd05c49 completed by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:54:24.622287 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-23345f43-a265-424c-af77-a0f81b1b260f admin admin] Publish callbacks [] for security_group (9ca20c2d-adaf-4534-a5e9-fd3eb5544378), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:24.626581 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-23345f43-a265-424c-af77-a0f81b1b260f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (9ca20c2d-adaf-4534-a5e9-fd3eb5544378), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:24.629325 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning complete for port 853ee009-59c0-4bb8-a9f2-a81aebd05c49 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:54:24.629715 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (853ee009-59c0-4bb8-a9f2-a81aebd05c49), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:24.640900 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23345f43-a265-424c-af77-a0f81b1b260f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 971} {{(pid=109039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:54:24.654662 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-23345f43-a265-424c-af77-a0f81b1b260f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (a6fa934b-861d-43e9-9e90-5f2075559f2e), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:24.655314 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.db.segments_db [None req-23345f43-a265-424c-af77-a0f81b1b260f admin admin] Added segment a6fa934b-861d-43e9-9e90-5f2075559f2e of type vlan for network 28a4f4f1-67c9-41a8-8d20-2f8621f3e26f Feb 02 15:54:24.698064 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-23345f43-a265-424c-af77-a0f81b1b260f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791047091321'] for network (28a4f4f1-67c9-41a8-8d20-2f8621f3e26f), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:24.775360 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port 853ee009-59c0-4bb8-a9f2-a81aebd05c49 is: BUILD; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:54:24.775757 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (853ee009-59c0-4bb8-a9f2-a81aebd05c49), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:24.825569 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-23345f43-a265-424c-af77-a0f81b1b260f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529'] for network (28a4f4f1-67c9-41a8-8d20-2f8621f3e26f), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:24.826535 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23345f43-a265-424c-af77-a0f81b1b260f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:24.827135 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-23345f43-a265-424c-af77-a0f81b1b260f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:24.830449 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 853ee009-59c0-4bb8-a9f2-a81aebd05c49, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=853ee009-59c0-4bb8-a9f2-a81aebd05c49,segment=NetworkSegment(d4271925-4f0b-46e8-8c1e-4498d24f9aea),segment_id=d4271925-4f0b-46e8-8c1e-4498d24f9aea)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:54:24.839387 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (853ee009-59c0-4bb8-a9f2-a81aebd05c49), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:24.871832 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-23345f43-a265-424c-af77-a0f81b1b260f admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6289091 Feb 02 15:54:24.872560 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23345f43-a265-424c-af77-a0f81b1b260f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca20c2d-adaf-4534-a5e9-fd3eb5544378,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:24.881192 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 57586) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:24.886231 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-383f9437-8b43-4c4c-b502-abdec3bef899 admin admin] Request body: {'subnet': {'network_id': '28a4f4f1-67c9-41a8-8d20-2f8621f3e26f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-179559619-subnet', 'tenant_id': '083281479a614be29c8ef8ae95a4c779', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:54:24.918660 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb61920-df7f-4ea2-a633-2954ba9bfd34 req-c2341eda-5c37-40b4-83bb-78f4f5965e2f tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:24.920368 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6eb61920-df7f-4ea2-a633-2954ba9bfd34 req-c2341eda-5c37-40b4-83bb-78f4f5965e2f tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 945 time: 0.1974838 Feb 02 15:54:24.923937 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383f9437-8b43-4c4c-b502-abdec3bef899 admin admin] Made reservation on behalf of 083281479a614be29c8ef8ae95a4c779 for: {'subnet': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:54:24.927792 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-383f9437-8b43-4c4c-b502-abdec3bef899 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5233683'] for subnet (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:24.937548 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=853ee009-59c0-4bb8-a9f2-a81aebd05c49,revision_number=5']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:24.966238 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e736d-f1e5-4bf2-acf8-7a57739837bd req-5f41a9f8-66ae-42cc-80dc-484fb22a7241 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:24.967801 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3e0e736d-f1e5-4bf2-acf8-7a57739837bd req-5f41a9f8-66ae-42cc-80dc-484fb22a7241 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.2471392 Feb 02 15:54:24.984745 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23345f43-a265-424c-af77-a0f81b1b260f admin admin] Pushing event updated for resources: {'Network': ['ID=28a4f4f1-67c9-41a8-8d20-2f8621f3e26f,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:24.997119 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Network 28a4f4f1-67c9-41a8-8d20-2f8621f3e26f details requested by agent ovs-agent-dv-cinder-827511-1-iscsi with host dv-cinder-827511-1-iscsi {{(pid=109040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 15:54:25.059440 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6eb61920-df7f-4ea2-a633-2954ba9bfd34 req-1b92d363-a458-4b3f-a0f6-e6fa496cb4de tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302512 Feb 02 15:54:25.109464 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3e0e736d-f1e5-4bf2-acf8-7a57739837bd req-86fe4c32-f408-4efb-b319-8862745a7d34 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323562 Feb 02 15:54:25.123483 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 57592) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:25.196392 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-383f9437-8b43-4c4c-b502-abdec3bef899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4863271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5232889'] for subnet (6afc6412-2e43-44fe-a288-7be6f0d5b6fe), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:25.234825 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e00d6-46d0-4202-8b93-62667aca4698 req-759d26c2-cceb-44ab-ab58-3d0f69ded70d tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:25.236339 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-7d5e00d6-46d0-4202-8b93-62667aca4698 req-759d26c2-cceb-44ab-ab58-3d0f69ded70d tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 945 time: 0.0712905 Feb 02 15:54:25.255747 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f9437-8b43-4c4c-b502-abdec3bef899 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6afc6412-2e43-44fe-a288-7be6f0d5b6fe,revision_number=0']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:25.294572 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383f9437-8b43-4c4c-b502-abdec3bef899 admin admin] Checking segment: {'id': 'a6fa934b-861d-43e9-9e90-5f2075559f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '28a4f4f1-67c9-41a8-8d20-2f8621f3e26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:54:25.294929 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383f9437-8b43-4c4c-b502-abdec3bef899 admin admin] Network hostable DHCP agents. Network: 28a4f4f1-67c9-41a8-8d20-2f8621f3e26f, hostable agents: ['c53fdfd4-74a4-4640-bea7-ca8e654bcb85'], hosted agents: [] {{(pid=109038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:54:25.318198 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383f9437-8b43-4c4c-b502-abdec3bef899 admin admin] Network 28a4f4f1-67c9-41a8-8d20-2f8621f3e26f is scheduled to be hosted by DHCP agent c53fdfd4-74a4-4640-bea7-ca8e654bcb85 with binding_index 1 {{(pid=109038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:54:25.330728 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [None req-383f9437-8b43-4c4c-b502-abdec3bef899 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827511-1-iscsi, 28a4f4f1-67c9-41a8-8d20-2f8621f3e26f) {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:54:25.335126 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-7d5e00d6-46d0-4202-8b93-62667aca4698 req-c4948e68-f36f-4780-b38e-732e439a1aa7 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/security-groups?id=6cab17ab-0e38-420c-80af-f3ff870192d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919459 Feb 02 15:54:25.357924 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6439576d-9171-4e56-aa77-f9464c7a24bc None None] Network 28a4f4f1-67c9-41a8-8d20-2f8621f3e26f requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:54:25.359464 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383f9437-8b43-4c4c-b502-abdec3bef899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:25.360367 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-383f9437-8b43-4c4c-b502-abdec3bef899 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:25.390350 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-383f9437-8b43-4c4c-b502-abdec3bef899 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5075154 Feb 02 15:54:25.408263 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-91201573-f5ae-4f73-b8c0-5660ad4e3fce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:25.526968 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2e3194-fb3c-4ea6-aaab-bcc4ac421c0b None None] Network 28a4f4f1-67c9-41a8-8d20-2f8621f3e26f requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:54:25.555649 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-91201573-f5ae-4f73-b8c0-5660ad4e3fce admin admin] Publish callbacks [] for security_group (60815f41-d5cb-4649-a55a-af36852d0419), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:25.562437 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-91201573-f5ae-4f73-b8c0-5660ad4e3fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (60815f41-d5cb-4649-a55a-af36852d0419), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:25.610552 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-91201573-f5ae-4f73-b8c0-5660ad4e3fce admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=2dae37d0aa084bc39afedcf9005eebd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4939902 Feb 02 15:54:25.614131 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 57618) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:25.632102 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91201573-f5ae-4f73-b8c0-5660ad4e3fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60815f41-d5cb-4649-a55a-af36852d0419,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:25.717732 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-363c8fc6-d69a-472e-b2ce-b5852b114707 admin admin] Publish callbacks [] for security_group (60815f41-d5cb-4649-a55a-af36852d0419), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:25.767846 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-363c8fc6-d69a-472e-b2ce-b5852b114707 admin admin] Publish callbacks [] for security_group (60815f41-d5cb-4649-a55a-af36852d0419), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:25.864462 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-363c8fc6-d69a-472e-b2ce-b5852b114707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (60815f41-d5cb-4649-a55a-af36852d0419), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:25.867443 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-363c8fc6-d69a-472e-b2ce-b5852b114707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:25.869458 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-363c8fc6-d69a-472e-b2ce-b5852b114707 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/60815f41-d5cb-4649-a55a-af36852d0419 HTTP/1.1" status: 204 len: 168 time: 0.2535865 Feb 02 15:54:25.881245 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c8fc6-d69a-472e-b2ce-b5852b114707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60815f41-d5cb-4649-a55a-af36852d0419,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:25.932842 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbab2a9b-59f4-4d9b-a34a-f5b1448b689c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d16a98d-2508-49b3-ab25-411a471febe1'}, {'server_uuid': '6cd30118-ebf5-46bb-a080-c704d898b585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853ee009-59c0-4bb8-a9f2-a81aebd05c49'}] {{(pid=109040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:54:25.936027 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1d7bcdb5a183cc49b107777b4db9278503cec4984c40d99c754c4d9ca4724a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7849da2e-6f9a-499d-9a25-cdfa56c4eb45" -d '{"events": [{"server_uuid": "dbab2a9b-59f4-4d9b-a34a-f5b1448b689c", "name": "network-vif-plugged", "status": "completed", "tag": "4d16a98d-2508-49b3-ab25-411a471febe1"}, {"server_uuid": "6cd30118-ebf5-46bb-a080-c704d898b585", "name": "network-vif-plugged", "status": "completed", "tag": "853ee009-59c0-4bb8-a9f2-a81aebd05c49"}]}' {{(pid=109040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:54:25.985287 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 02 Feb 2022 15:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a19cc20-f624-4b81-a105-01f2cd35964b x-openstack-request-id: req-9a19cc20-f624-4b81-a105-01f2cd35964b {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:54:25.985655 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbab2a9b-59f4-4d9b-a34a-f5b1448b689c", "name": "network-vif-plugged", "status": "completed", "tag": "4d16a98d-2508-49b3-ab25-411a471febe1", "code": 200}, {"server_uuid": "6cd30118-ebf5-46bb-a080-c704d898b585", "name": "network-vif-plugged", "status": "completed", "tag": "853ee009-59c0-4bb8-a9f2-a81aebd05c49", "code": 200}]} {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:54:25.985985 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-9a19cc20-f624-4b81-a105-01f2cd35964b {{(pid=109040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:54:25.986457 dv-cinder-827511-1-iscsi neutron-server[109040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbab2a9b-59f4-4d9b-a34a-f5b1448b689c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d16a98d-2508-49b3-ab25-411a471febe1', 'code': 200} Feb 02 15:54:25.986784 dv-cinder-827511-1-iscsi neutron-server[109040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd30118-ebf5-46bb-a080-c704d898b585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853ee009-59c0-4bb8-a9f2-a81aebd05c49', 'code': 200} Feb 02 15:54:26.309720 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501f3fe-8457-4eca-9db7-80597c5e164b req-331a0516-73c3-4f9e-b1d6-9c2da3a40b70 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:26.311644 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9501f3fe-8457-4eca-9db7-80597c5e164b req-331a0516-73c3-4f9e-b1d6-9c2da3a40b70 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.1265423 Feb 02 15:54:26.327054 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9231f9f-26e3-4684-b269-6f006356e01d req-0438f6ae-941d-421a-b654-7debe5d0aaa8 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:26.336057 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f9231f9f-26e3-4684-b269-6f006356e01d req-0438f6ae-941d-421a-b654-7debe5d0aaa8 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.0994678 Feb 02 15:54:26.416018 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f9231f9f-26e3-4684-b269-6f006356e01d req-2f8e35fe-27e9-4b9f-a493-15123892da88 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790160 Feb 02 15:54:26.420397 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9501f3fe-8457-4eca-9db7-80597c5e164b req-49ec8872-dda1-464c-93b0-1953b00063ff tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815322 Feb 02 15:54:26.520167 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 57656) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:26.542006 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-153a4cea-d993-4461-93a7-611d6150378d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:26.618054 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-153a4cea-d993-4461-93a7-611d6150378d admin admin] Publish callbacks [] for security_group (c110c66f-1628-42b1-bb03-c7227d7cd450), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:26.622094 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-153a4cea-d993-4461-93a7-611d6150378d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (c110c66f-1628-42b1-bb03-c7227d7cd450), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:26.666286 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-153a4cea-d993-4461-93a7-611d6150378d admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=04ad853fa6d64f52aee63137c1d4d954&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422603 Feb 02 15:54:26.666286 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a4cea-d993-4461-93a7-611d6150378d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c110c66f-1628-42b1-bb03-c7227d7cd450,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:26.667021 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 57660) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:26.736524 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-bd0ed4a2-29f9-493d-bb28-750a8c49976b admin admin] Publish callbacks [] for security_group (c110c66f-1628-42b1-bb03-c7227d7cd450), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:26.761766 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-bd0ed4a2-29f9-493d-bb28-750a8c49976b admin admin] Publish callbacks [] for security_group (c110c66f-1628-42b1-bb03-c7227d7cd450), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:26.817155 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-bd0ed4a2-29f9-493d-bb28-750a8c49976b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (c110c66f-1628-42b1-bb03-c7227d7cd450), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:26.819797 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-bd0ed4a2-29f9-493d-bb28-750a8c49976b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:26.823248 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-bd0ed4a2-29f9-493d-bb28-750a8c49976b admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/c110c66f-1628-42b1-bb03-c7227d7cd450 HTTP/1.1" status: 204 len: 168 time: 0.1533680 Feb 02 15:54:26.829769 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ed4a2-29f9-493d-bb28-750a8c49976b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c110c66f-1628-42b1-bb03-c7227d7cd450,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:27.619380 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ef079-2d48-4ac4-861d-64ff3696cc99 req-7699fc39-f9c8-46e1-b174-8219da81dc9c tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:27.620800 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-279ef079-2d48-4ac4-861d-64ff3696cc99 req-7699fc39-f9c8-46e1-b174-8219da81dc9c tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.1196594 Feb 02 15:54:27.644670 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babcd3d-6aea-46dc-9aaa-f05e2518ffe6 req-21bf6299-830f-4f50-af4a-ef84bc3758a6 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:27.646303 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8babcd3d-6aea-46dc-9aaa-f05e2518ffe6 req-21bf6299-830f-4f50-af4a-ef84bc3758a6 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.1331322 Feb 02 15:54:27.725467 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-279ef079-2d48-4ac4-861d-64ff3696cc99 req-5ced3763-d4b2-4c43-8e3b-926a7e29849f tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975599 Feb 02 15:54:27.730585 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8babcd3d-6aea-46dc-9aaa-f05e2518ffe6 req-2691323b-e2ce-4a58-be15-2eb5e173ef7d tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760307 Feb 02 15:54:27.999111 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 57712) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:28.120766 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-613fd17d-b570-456d-b60a-7c131d35cc2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:28.214123 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-613fd17d-b570-456d-b60a-7c131d35cc2c admin admin] Publish callbacks [] for security_group (1732c05b-7014-4154-a9a1-a4cf551811e3), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:28.217217 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-613fd17d-b570-456d-b60a-7c131d35cc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (1732c05b-7014-4154-a9a1-a4cf551811e3), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:28.262024 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-613fd17d-b570-456d-b60a-7c131d35cc2c admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=497e1c0830604a8cbdc00d13d3c83c43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2616007 Feb 02 15:54:28.262922 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613fd17d-b570-456d-b60a-7c131d35cc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1732c05b-7014-4154-a9a1-a4cf551811e3,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:28.265034 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 57716) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:28.324018 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-96987afe-5481-4878-b91c-7d11968aa7e3 admin admin] Publish callbacks [] for security_group (1732c05b-7014-4154-a9a1-a4cf551811e3), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:28.345655 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-96987afe-5481-4878-b91c-7d11968aa7e3 admin admin] Publish callbacks [] for security_group (1732c05b-7014-4154-a9a1-a4cf551811e3), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:28.398884 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-96987afe-5481-4878-b91c-7d11968aa7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (1732c05b-7014-4154-a9a1-a4cf551811e3), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:28.401536 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-96987afe-5481-4878-b91c-7d11968aa7e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:28.402702 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-96987afe-5481-4878-b91c-7d11968aa7e3 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/1732c05b-7014-4154-a9a1-a4cf551811e3 HTTP/1.1" status: 204 len: 168 time: 0.1371448 Feb 02 15:54:28.411577 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96987afe-5481-4878-b91c-7d11968aa7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1732c05b-7014-4154-a9a1-a4cf551811e3,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:28.712368 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3e1dc-6301-4334-89eb-dad3f0d7f7ff req-b988270a-796f-420d-b697-dc585ea098fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:28.714077 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-21f3e1dc-6301-4334-89eb-dad3f0d7f7ff req-b988270a-796f-420d-b697-dc585ea098fa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 1130 time: 0.0715680 Feb 02 15:54:28.715705 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ce1ee-4ef6-485e-8043-0f861f482db9 req-4b820149-3693-4c8a-853f-7f7a7ebe0c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:28.716990 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ba7ce1ee-4ef6-485e-8043-0f861f482db9 req-4b820149-3693-4c8a-853f-7f7a7ebe0c71 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 1129 time: 0.0856245 Feb 02 15:54:28.790895 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-21f3e1dc-6301-4334-89eb-dad3f0d7f7ff req-9bed1011-85dc-4d70-9dfd-01a772853633 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668128 Feb 02 15:54:28.824960 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ba7ce1ee-4ef6-485e-8043-0f861f482db9 req-e142318b-e1ee-4237-ba86-4b5b688f009a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949464 Feb 02 15:54:28.933502 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d38a5-ea95-494c-860a-d3c8e49ebc5a req-19fa3a43-9660-4e45-b426-27e496319b8c tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:28.935151 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-477d38a5-ea95-494c-860a-d3c8e49ebc5a req-19fa3a43-9660-4e45-b426-27e496319b8c tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.1143672 Feb 02 15:54:28.950135 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a5520-0cb4-42c1-9496-12201eadf9be req-2d924eef-15c8-406e-85b6-a37aac3f3b33 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:28.951991 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-fe1a5520-0cb4-42c1-9496-12201eadf9be req-2d924eef-15c8-406e-85b6-a37aac3f3b33 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.0872486 Feb 02 15:54:29.030578 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-477d38a5-ea95-494c-860a-d3c8e49ebc5a req-258eef10-a6f3-414d-9660-4839c27e11da tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775051 Feb 02 15:54:29.033800 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-fe1a5520-0cb4-42c1-9496-12201eadf9be req-d98ed050-33af-406f-be5b-2497ae049b72 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668166 Feb 02 15:54:30.001033 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-8c607220-6e55-4972-bb38-1733b9a9c5c1 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:30.009408 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-8c607220-6e55-4972-bb38-1733b9a9c5c1 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/networks?id=28a4f4f1-67c9-41a8-8d20-2f8621f3e26f HTTP/1.1" status: 200 len: 808 time: 0.1193283 Feb 02 15:54:30.025838 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-e607ddd6-38f4-4ace-a12d-d91c988285b2 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/quotas/083281479a614be29c8ef8ae95a4c779 HTTP/1.1" status: 200 len: 375 time: 0.0153513 Feb 02 15:54:30.059114 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-a9cbd320-b634-4999-b120-f018a4bbb569 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=083281479a614be29c8ef8ae95a4c779&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323761 Feb 02 15:54:30.258454 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-5ebf9f79-844a-4ffe-8a29-fb50d8275b74 service neutron] 10.222.0.112 "GET /v2.0/networks/28a4f4f1-67c9-41a8-8d20-2f8621f3e26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869273 Feb 02 15:54:30.285743 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5abcb-dbe7-4c6b-bfa5-da594cf8430c req-e87ad13a-d6ec-4d64-bb92-85e6b2773406 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:30.295339 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f6a5abcb-dbe7-4c6b-bfa5-da594cf8430c req-e87ad13a-d6ec-4d64-bb92-85e6b2773406 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.1163051 Feb 02 15:54:30.406335 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f6a5abcb-dbe7-4c6b-bfa5-da594cf8430c req-e15ea2ad-95cd-43b7-b5e9-7a39d138f623 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094644 Feb 02 15:54:30.450814 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-35bdddf8-ee40-498c-92c9-7d36f21f4089 service neutron] 10.222.0.112 "GET /v2.0/networks/28a4f4f1-67c9-41a8-8d20-2f8621f3e26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810536 Feb 02 15:54:30.598449 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38339fd8-7b91-4e1f-92a1-81c7b55ec51f req-e0b44d0f-d4e8-4348-bbba-5cdb01cd7c7b tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:30.600452 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-38339fd8-7b91-4e1f-92a1-81c7b55ec51f req-e0b44d0f-d4e8-4348-bbba-5cdb01cd7c7b tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.1101687 Feb 02 15:54:30.671375 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-38339fd8-7b91-4e1f-92a1-81c7b55ec51f req-5a95e9d6-d3fd-422b-b8c3-e762dbfa5b9e tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650923 Feb 02 15:54:30.799193 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9b69db96-ce82-4fd5-89ff-821462a124d3 req-20a0fdc5-1d5d-46e5-9f72-ffd7f0ba65d8 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=9531f553-95c3-4a5e-8713-f86e42e0716f HTTP/1.1" status: 200 len: 210 time: 0.0377133 Feb 02 15:54:31.532197 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f7d51-2446-4cc3-a49c-c2bd6884133a req-806773ac-5d4a-40c0-99c1-72837f9bdc3c tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:31.533844 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-797f7d51-2446-4cc3-a49c-c2bd6884133a req-806773ac-5d4a-40c0-99c1-72837f9bdc3c tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0556493 Feb 02 15:54:31.596688 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-797f7d51-2446-4cc3-a49c-c2bd6884133a req-5ac48cf3-5ea7-43ac-9805-a84b5fcfe18d tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545046 Feb 02 15:54:31.824989 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e05cd3-1e0e-4c26-80d1-512e05c85ca5 req-df906ae9-d31d-4f7f-9f0c-0e190f75257a tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:31.826607 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-90e05cd3-1e0e-4c26-80d1-512e05c85ca5 req-df906ae9-d31d-4f7f-9f0c-0e190f75257a tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.0613379 Feb 02 15:54:31.917158 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-90e05cd3-1e0e-4c26-80d1-512e05c85ca5 req-fe69cef5-0372-4e63-a8f8-c41dcec65e07 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831320 Feb 02 15:54:31.923606 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31114319-3478-41a9-ae17-4edf80cf9b5b req-8a12778b-2a6c-4f6c-8646-11f332d6403d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:31.926253 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-31114319-3478-41a9-ae17-4edf80cf9b5b req-8a12778b-2a6c-4f6c-8646-11f332d6403d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=72f52223a6e14cb8a8c10c8caa85635b&device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 1130 time: 0.0560534 Feb 02 15:54:31.935806 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e4db3-b240-4e2f-bd3c-bd112f6160f2 req-803c1ba5-88a5-4803-9850-3946c7963cb9 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:31.937315 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2f6e4db3-b240-4e2f-bd3c-bd112f6160f2 req-803c1ba5-88a5-4803-9850-3946c7963cb9 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0776541 Feb 02 15:54:32.066267 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2f6e4db3-b240-4e2f-bd3c-bd112f6160f2 req-d79e3cad-29a5-43d3-8bcd-1f259117cff6 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182899 Feb 02 15:54:32.087718 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31114319-3478-41a9-ae17-4edf80cf9b5b req-e2b624af-e8c0-4490-97af-a25335d78aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:32.089283 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-31114319-3478-41a9-ae17-4edf80cf9b5b req-e2b624af-e8c0-4490-97af-a25335d78aa8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca HTTP/1.1" status: 200 len: 920 time: 0.1418653 Feb 02 15:54:32.113611 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-04bff118-6912-4e74-97c1-dd0513ce7bc2 req-033ea0ea-d162-41d3-8f5a-796acaa507a8 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=9531f553-95c3-4a5e-8713-f86e42e0716f HTTP/1.1" status: 200 len: 210 time: 0.0927632 Feb 02 15:54:32.238885 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-31114319-3478-41a9-ae17-4edf80cf9b5b req-ba110715-b75d-4714-a722-374a97624142 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=853ee009-59c0-4bb8-a9f2-a81aebd05c49 HTTP/1.1" status: 200 len: 217 time: 0.1431386 Feb 02 15:54:32.319703 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-4311b2d2-a12e-48f0-8c6a-2740fc5e6f4c tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:32.321406 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-4311b2d2-a12e-48f0-8c6a-2740fc5e6f4c tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.59 "GET /v2.0/networks?id=28a4f4f1-67c9-41a8-8d20-2f8621f3e26f HTTP/1.1" status: 200 len: 808 time: 0.1582959 Feb 02 15:54:32.333363 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31114319-3478-41a9-ae17-4edf80cf9b5b req-2fd7614f-1b32-47ae-9f43-61ac288755a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:32.334978 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-31114319-3478-41a9-ae17-4edf80cf9b5b req-2fd7614f-1b32-47ae-9f43-61ac288755a3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6bef7920-00cb-4a69-a6a7-9d6da3eabd36 HTTP/1.1" status: 200 len: 859 time: 0.0832257 Feb 02 15:54:32.354465 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-ff583ad2-6f49-49de-8aa4-6dbcf064f55b tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Request body: {'port': {'device_id': '9531f553-95c3-4a5e-8713-f86e42e0716f', 'network_id': '28a4f4f1-67c9-41a8-8d20-2f8621f3e26f', 'admin_state_up': True, 'tenant_id': '083281479a614be29c8ef8ae95a4c779'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:54:32.448582 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e86d11-2233-48f6-82ef-34e884476bc2 req-1e741b02-d227-4575-8a8d-b459b76591b0 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:32.450186 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f0e86d11-2233-48f6-82ef-34e884476bc2 req-1e741b02-d227-4575-8a8d-b459b76591b0 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.2814720 Feb 02 15:54:32.458659 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 57938) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:32.458910 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-31114319-3478-41a9-ae17-4edf80cf9b5b req-03eb5afe-18e9-4e2f-a0b9-5a1bb577573f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613594 Feb 02 15:54:32.466723 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-d328e072-d329-4dd6-9e91-7751ad25be7c tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Request body: {'floatingip': {'port_id': '4d16a98d-2508-49b3-ab25-411a471febe1'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:54:32.541660 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-ff583ad2-6f49-49de-8aa4-6dbcf064f55b tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Made reservation on behalf of 083281479a614be29c8ef8ae95a4c779 for: {'port': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:54:32.545409 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-ff583ad2-6f49-49de-8aa4-6dbcf064f55b tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:32.546525 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-d328e072-d329-4dd6-9e91-7751ad25be7c tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for floatingip (33d3681d-36ee-4d00-ba2f-e9bc9fe1acb9), before_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:32.662939 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-31114319-3478-41a9-ae17-4edf80cf9b5b req-b9c81470-cd0a-4012-a2e8-6de913b703d0 service neutron] 10.222.0.59 "GET /v2.0/networks/aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589811 Feb 02 15:54:32.776837 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_common [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-ff583ad2-6f49-49de-8aa4-6dbcf064f55b tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Allocated IP 172.20.0.10 (28a4f4f1-67c9-41a8-8d20-2f8621f3e26f/6afc6412-2e43-44fe-a288-7be6f0d5b6fe/64ffcca6-c6b9-4f88-a4e1-5ebb989008b8) {{(pid=109038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:54:32.811029 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-31114319-3478-41a9-ae17-4edf80cf9b5b req-15bba83a-a3d8-4ff8-b7e0-3febde0991b5 service neutron] 10.222.0.59 "GET /v2.0/networks/aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402414 Feb 02 15:54:32.977846 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-ff583ad2-6f49-49de-8aa4-6dbcf064f55b tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Publish callbacks [] for port (64ffcca6-c6b9-4f88-a4e1-5ebb989008b8), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:33.021949 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-ff583ad2-6f49-49de-8aa4-6dbcf064f55b tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (64ffcca6-c6b9-4f88-a4e1-5ebb989008b8), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:33.135251 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-ff583ad2-6f49-49de-8aa4-6dbcf064f55b tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Network 28a4f4f1-67c9-41a8-8d20-2f8621f3e26f is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:54:33.139274 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-ff583ad2-6f49-49de-8aa4-6dbcf064f55b tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:54:33.154018 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-ff583ad2-6f49-49de-8aa4-6dbcf064f55b tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Received port after_create {{(pid=109038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:54:33.158302 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff583ad2-6f49-49de-8aa4-6dbcf064f55b tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Pushing event updated for resources: {'Port': ['ID=64ffcca6-c6b9-4f88-a4e1-5ebb989008b8,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:33.233980 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-ff583ad2-6f49-49de-8aa4-6dbcf064f55b tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:33.239570 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-ff583ad2-6f49-49de-8aa4-6dbcf064f55b tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:33.268248 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-ff583ad2-6f49-49de-8aa4-6dbcf064f55b tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9182553 Feb 02 15:54:33.269230 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.db.resource_extend [None req-d328e072-d329-4dd6-9e91-7751ad25be7c tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:54:33.296145 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-f4a5c68e-1037-4f2f-8454-3f09ffd753a6 service neutron] Request body: {'port': {'device_id': '9531f553-95c3-4a5e-8713-f86e42e0716f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82751'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:54:33.374240 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-f4a5c68e-1037-4f2f-8454-3f09ffd753a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (64ffcca6-c6b9-4f88-a4e1-5ebb989008b8), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:33.398953 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-d328e072-d329-4dd6-9e91-7751ad25be7c tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:33.419294 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c6b13-eebd-457f-afef-770971468efd req-1491f7db-4177-47df-b06a-ee6e2b7cd92b tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:33.421207 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-937c6b13-eebd-457f-afef-770971468efd req-1491f7db-4177-47df-b06a-ee6e2b7cd92b tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.2525651 Feb 02 15:54:33.423770 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-d328e072-d329-4dd6-9e91-7751ad25be7c tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7937883'] for floatingip (33d3681d-36ee-4d00-ba2f-e9bc9fe1acb9), after_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:33.502736 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6d908-9756-4130-8e4b-bc557336249b req-7bf739a2-d6b4-4a67-9b23-963e711109b6 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:33.504330 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6ed6d908-9756-4130-8e4b-bc557336249b req-7bf739a2-d6b4-4a67-9b23-963e711109b6 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=9531f553-95c3-4a5e-8713-f86e42e0716f HTTP/1.1" status: 200 len: 932 time: 0.2508004 Feb 02 15:54:33.594918 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-937c6b13-eebd-457f-afef-770971468efd req-6447f359-f60f-4771-8b1b-e1a1f5010af5 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660795 Feb 02 15:54:33.629093 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6ed6d908-9756-4130-8e4b-bc557336249b req-f86cabfb-d940-428f-bbf9-d52164961bcb tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/security-groups?id=9ca20c2d-adaf-4534-a5e9-fd3eb5544378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083636 Feb 02 15:54:33.636872 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.db.l3_db [None req-d328e072-d329-4dd6-9e91-7751ad25be7c tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Floating IP 33d3681d-36ee-4d00-ba2f-e9bc9fe1acb9 associated. External IP: 172.27.3.62, port: 4d16a98d-2508-49b3-ab25-411a471febe1. Feb 02 15:54:33.746220 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-f4a5c68e-1037-4f2f-8454-3f09ffd753a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64ffcca6-c6b9-4f88-a4e1-5ebb989008b8 {{(pid=109038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 15:54:33.755024 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-f4a5c68e-1037-4f2f-8454-3f09ffd753a6 service neutron] Publish callbacks [] for port (64ffcca6-c6b9-4f88-a4e1-5ebb989008b8), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:33.773877 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.provisioning_blocks [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-f4a5c68e-1037-4f2f-8454-3f09ffd753a6 service neutron] Transition to ACTIVE for port object 64ffcca6-c6b9-4f88-a4e1-5ebb989008b8 will not be triggered until provisioned by entity L2. {{(pid=109038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:54:33.777873 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-f4a5c68e-1037-4f2f-8454-3f09ffd753a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (64ffcca6-c6b9-4f88-a4e1-5ebb989008b8), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:33.917110 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-f4a5c68e-1037-4f2f-8454-3f09ffd753a6 service neutron] Attempting to bind port 64ffcca6-c6b9-4f88-a4e1-5ebb989008b8 on host hv-cinder-82751 for vnic_type normal with profile {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:54:33.917468 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-f4a5c68e-1037-4f2f-8454-3f09ffd753a6 service neutron] Attempting to bind port 64ffcca6-c6b9-4f88-a4e1-5ebb989008b8 by drivers openvswitch,hyperv on host hv-cinder-82751 at level 0 using segments [{'id': 'a6fa934b-861d-43e9-9e90-5f2075559f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '28a4f4f1-67c9-41a8-8d20-2f8621f3e26f'}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:54:33.917806 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-f4a5c68e-1037-4f2f-8454-3f09ffd753a6 service neutron] Attempting to bind port 64ffcca6-c6b9-4f88-a4e1-5ebb989008b8 on network 28a4f4f1-67c9-41a8-8d20-2f8621f3e26f {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:54:33.922970 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-f4a5c68e-1037-4f2f-8454-3f09ffd753a6 service neutron] Port 64ffcca6-c6b9-4f88-a4e1-5ebb989008b8 on network 28a4f4f1-67c9-41a8-8d20-2f8621f3e26f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82751 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 15:54:33.923448 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-f4a5c68e-1037-4f2f-8454-3f09ffd753a6 service neutron] Attempting to bind port 64ffcca6-c6b9-4f88-a4e1-5ebb989008b8 on network 28a4f4f1-67c9-41a8-8d20-2f8621f3e26f {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:54:33.928911 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5c68e-1037-4f2f-8454-3f09ffd753a6 service neutron] Pushing event updated for resources: {'Port': ['ID=64ffcca6-c6b9-4f88-a4e1-5ebb989008b8,revision_number=2']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:33.931418 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-f4a5c68e-1037-4f2f-8454-3f09ffd753a6 service neutron] Checking agent: {'id': 'd02ae37f-da75-47b5-8264-16fb0fa5b24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82751', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'started_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:54:33.931762 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-f4a5c68e-1037-4f2f-8454-3f09ffd753a6 service neutron] Checking segment: {'id': 'a6fa934b-861d-43e9-9e90-5f2075559f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '28a4f4f1-67c9-41a8-8d20-2f8621f3e26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:54:33.932149 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-f4a5c68e-1037-4f2f-8454-3f09ffd753a6 service neutron] Bound using segment: {'id': 'a6fa934b-861d-43e9-9e90-5f2075559f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '28a4f4f1-67c9-41a8-8d20-2f8621f3e26f'} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:54:33.932598 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-f4a5c68e-1037-4f2f-8454-3f09ffd753a6 service neutron] Bound port: 64ffcca6-c6b9-4f88-a4e1-5ebb989008b8, host: hv-cinder-82751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6fa934b-861d-43e9-9e90-5f2075559f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '28a4f4f1-67c9-41a8-8d20-2f8621f3e26f'}}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:54:33.932962 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-f4a5c68e-1037-4f2f-8454-3f09ffd753a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (64ffcca6-c6b9-4f88-a4e1-5ebb989008b8), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:34.051279 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-f4a5c68e-1037-4f2f-8454-3f09ffd753a6 service neutron] For port 64ffcca6-c6b9-4f88-a4e1-5ebb989008b8, host hv-cinder-82751, cleared binding levels {{(pid=109038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:54:34.055394 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-f4a5c68e-1037-4f2f-8454-3f09ffd753a6 service neutron] For port 64ffcca6-c6b9-4f88-a4e1-5ebb989008b8, host hv-cinder-82751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=64ffcca6-c6b9-4f88-a4e1-5ebb989008b8,segment=NetworkSegment(a6fa934b-861d-43e9-9e90-5f2075559f2e),segment_id=a6fa934b-861d-43e9-9e90-5f2075559f2e)] {{(pid=109038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:54:34.064323 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-f4a5c68e-1037-4f2f-8454-3f09ffd753a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (64ffcca6-c6b9-4f88-a4e1-5ebb989008b8), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:34.100700 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-f4a5c68e-1037-4f2f-8454-3f09ffd753a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:34.101365 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-f4a5c68e-1037-4f2f-8454-3f09ffd753a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:34.103093 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-f4a5c68e-1037-4f2f-8454-3f09ffd753a6 service neutron] 10.222.0.59 "PUT /v2.0/ports/64ffcca6-c6b9-4f88-a4e1-5ebb989008b8 HTTP/1.1" status: 200 len: 1094 time: 0.8131614 Feb 02 15:54:34.103567 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9531f553-95c3-4a5e-8713-f86e42e0716f', 'tag': '64ffcca6-c6b9-4f88-a4e1-5ebb989008b8'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:54:34.105868 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca44300-68e1-4d16-b3ad-5cd1eef277c8" -d '{"events": [{"name": "network-changed", "server_uuid": "9531f553-95c3-4a5e-8713-f86e42e0716f", "tag": "64ffcca6-c6b9-4f88-a4e1-5ebb989008b8"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:54:34.155099 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5c68e-1037-4f2f-8454-3f09ffd753a6 service neutron] Pushing event updated for resources: {'Port': ['ID=64ffcca6-c6b9-4f88-a4e1-5ebb989008b8,revision_number=3']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:34.173834 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 15:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e730f543-69b1-4863-92cf-d13cc54f2fc5 x-openstack-request-id: req-e730f543-69b1-4863-92cf-d13cc54f2fc5 {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:54:34.174069 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9531f553-95c3-4a5e-8713-f86e42e0716f", "tag": "64ffcca6-c6b9-4f88-a4e1-5ebb989008b8", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:54:34.174584 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-e730f543-69b1-4863-92cf-d13cc54f2fc5 {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:54:34.175532 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9531f553-95c3-4a5e-8713-f86e42e0716f', 'tag': '64ffcca6-c6b9-4f88-a4e1-5ebb989008b8', 'status': 'completed', 'code': 200} Feb 02 15:54:34.201932 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d328e072-d329-4dd6-9e91-7751ad25be7c tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Router abbbf086-b64b-4398-baaf-7257aa45039f has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:54:34.236156 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-58501428-2200-4118-942d-c176dc531fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:34.238356 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-58501428-2200-4118-942d-c176dc531fd0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=083281479a614be29c8ef8ae95a4c779&device_id=9531f553-95c3-4a5e-8713-f86e42e0716f HTTP/1.1" status: 200 len: 1128 time: 0.0487735 Feb 02 15:54:34.294287 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-88c777a3-d9b4-4d45-a229-5a9c1f07477e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64ffcca6-c6b9-4f88-a4e1-5ebb989008b8 HTTP/1.1" status: 200 len: 217 time: 0.0378823 Feb 02 15:54:34.316753 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d328e072-d329-4dd6-9e91-7751ad25be7c tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:54:34.322977 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-d328e072-d329-4dd6-9e91-7751ad25be7c tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for floatingip (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:34.337034 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ff3e2b-0ea1-4ddc-b7f6-dac01cd0a0cd None None] Sync routers for ids ['abbbf086-b64b-4398-baaf-7257aa45039f'] in dv-cinder-827511-1-iscsi {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:54:34.349459 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ff3e2b-0ea1-4ddc-b7f6-dac01cd0a0cd None None] Routers {'abbbf086-b64b-4398-baaf-7257aa45039f'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:54:34.350282 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-93ff3e2b-0ea1-4ddc-b7f6-dac01cd0a0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T15:54:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['abbbf086-b64b-4398-baaf-7257aa45039f'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:54:34.357225 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-d328e072-d329-4dd6-9e91-7751ad25be7c tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "PUT /v2.0/floatingips/33d3681d-36ee-4d00-ba2f-e9bc9fe1acb9 HTTP/1.1" status: 200 len: 990 time: 1.8967018 Feb 02 15:54:34.357782 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbab2a9b-59f4-4d9b-a34a-f5b1448b689c', 'tag': '4d16a98d-2508-49b3-ab25-411a471febe1'}] {{(pid=109039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:54:34.360750 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c161fd89cb1d1d847ba0f79545528bda5d1c418a0cb4f87e804297803be7db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee6df51-1da3-4b81-bce2-3c2303cd850d" -d '{"events": [{"name": "network-changed", "server_uuid": "dbab2a9b-59f4-4d9b-a34a-f5b1448b689c", "tag": "4d16a98d-2508-49b3-ab25-411a471febe1"}]}' {{(pid=109039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:54:34.366501 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-d5285cc5-07e8-4d8a-b6ba-7e3c937b174c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:34.368070 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-d5285cc5-07e8-4d8a-b6ba-7e3c937b174c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6afc6412-2e43-44fe-a288-7be6f0d5b6fe HTTP/1.1" status: 200 len: 848 time: 0.0669510 Feb 02 15:54:34.407771 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 15:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be61ae4-1bc6-42ad-ad64-e50f82def096 x-openstack-request-id: req-6be61ae4-1bc6-42ad-ad64-e50f82def096 {{(pid=109039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:54:34.408066 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbab2a9b-59f4-4d9b-a34a-f5b1448b689c", "tag": "4d16a98d-2508-49b3-ab25-411a471febe1", "status": "completed", "code": 200}]} {{(pid=109039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:54:34.408323 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-6be61ae4-1bc6-42ad-ad64-e50f82def096 {{(pid=109039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:54:34.408772 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbab2a9b-59f4-4d9b-a34a-f5b1448b689c', 'tag': '4d16a98d-2508-49b3-ab25-411a471febe1', 'status': 'completed', 'code': 200} Feb 02 15:54:34.420466 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-aedd9f4d-8223-4103-9cd0-3da67a70c969 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=28a4f4f1-67c9-41a8-8d20-2f8621f3e26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448859 Feb 02 15:54:34.471376 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-93ff3e2b-0ea1-4ddc-b7f6-dac01cd0a0cd None None] Set router abbbf086-b64b-4398-baaf-7257aa45039f gateway port host: dv-cinder-827511-1-iscsi {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:54:34.485651 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1179c5-6be9-45ad-a9e6-122681948413 req-6e5175de-9248-4e87-ace9-b02877ae7d16 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:34.488245 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-cd1179c5-6be9-45ad-a9e6-122681948413 req-6e5175de-9248-4e87-ace9-b02877ae7d16 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.0773425 Feb 02 15:54:34.579859 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-cd1179c5-6be9-45ad-a9e6-122681948413 req-a4a4cd81-d753-4400-99f2-a75fb23f6af3 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832591 Feb 02 15:54:34.596454 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6df51-1da3-4b81-bce2-3c2303cd850d req-59babb22-968c-4af8-8a11-78ed1164dade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:34.599062 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-2ee6df51-1da3-4b81-bce2-3c2303cd850d req-59babb22-968c-4af8-8a11-78ed1164dade service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e46d9c184bc14bb2869a6bbc48e00252&device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 1129 time: 0.1092792 Feb 02 15:54:34.638043 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-9655ceaa-83c9-466e-9f4b-7657d959fa05 service neutron] 10.222.0.59 "GET /v2.0/networks/28a4f4f1-67c9-41a8-8d20-2f8621f3e26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883011 Feb 02 15:54:34.694896 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 58038) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:34.782079 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6df51-1da3-4b81-bce2-3c2303cd850d req-2c885f65-28ab-497b-ad20-68d0dc8c34cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:34.783462 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-2ee6df51-1da3-4b81-bce2-3c2303cd850d req-2c885f65-28ab-497b-ad20-68d0dc8c34cc service neutron] 10.222.0.59 "GET /v2.0/networks?id=b0953c76-584e-4cc9-bd10-70c56077e5e6 HTTP/1.1" status: 200 len: 918 time: 0.1769593 Feb 02 15:54:34.807166 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-5a5e8a7c-a297-4c1a-80df-4cac5edadfbe req-714cd77f-d9b3-4aa5-8310-b8ed7a9cab77 service neutron] 10.222.0.59 "GET /v2.0/networks/28a4f4f1-67c9-41a8-8d20-2f8621f3e26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609595 Feb 02 15:54:34.816694 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa93995-b2ae-4fbd-89a0-48df792ef03f req-d953fd39-f9a9-4d54-ab65-29fcca483b89 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:34.824533 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3aa93995-b2ae-4fbd-89a0-48df792ef03f req-d953fd39-f9a9-4d54-ab65-29fcca483b89 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.1034124 Feb 02 15:54:34.828783 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-93ff3e2b-0ea1-4ddc-b7f6-dac01cd0a0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'name': 'tempest-AttachVolumeShelveTestJSON-1426711805-router', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:53:39Z', 'updated_at': '2022-02-02T15:53:46Z', 'revision_number': 4, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'gw_port': {'id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:52:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:41Z', 'updated_at': '2022-02-02T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_floatingips': [{'id': '33d3681d-36ee-4d00-ba2f-e9bc9fe1acb9', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'floating_ip_address': '172.27.3.62', 'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'router_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'port_id': '4d16a98d-2508-49b3-ab25-411a471febe1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6', 'mac_address': 'fa:16:3e:3d:48:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbab2a9b-59f4-4d9b-a34a-f5b1448b689c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:53:52Z', 'updated_at': '2022-02-02T15:54:33Z', 'revision_number': 1, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '669194a7-fd15-49db-984b-f445be46b5f7', 'name': '', 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'mac_address': 'fa:16:3e:88:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5347cd5-2ddb-4574-9672-af43239849ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:45Z', 'updated_at': '2022-02-02T15:53:53Z', 'revision_number': 5, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'subnets': [{'id': 'f5347cd5-2ddb-4574-9672-af43239849ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:54:34.835226 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484ed87-7203-46d8-bde2-fecbf6377955 req-115d8634-b478-4428-b5dd-8a5849a37838 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:34.845122 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3484ed87-7203-46d8-bde2-fecbf6377955 req-115d8634-b478-4428-b5dd-8a5849a37838 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=9531f553-95c3-4a5e-8713-f86e42e0716f HTTP/1.1" status: 200 len: 944 time: 0.1143291 Feb 02 15:54:34.863586 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ff3e2b-0ea1-4ddc-b7f6-dac01cd0a0cd None None] Checking router: abbbf086-b64b-4398-baaf-7257aa45039f for host: dv-cinder-827511-1-iscsi {{(pid=109041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:54:34.872107 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ff3e2b-0ea1-4ddc-b7f6-dac01cd0a0cd None None] Routers {'abbbf086-b64b-4398-baaf-7257aa45039f'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:54:34.872919 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-93ff3e2b-0ea1-4ddc-b7f6-dac01cd0a0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T15:54:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['abbbf086-b64b-4398-baaf-7257aa45039f'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:54:34.906542 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-41d1245b-3d9a-4073-8a52-79d2623fe269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:34.923099 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-2ee6df51-1da3-4b81-bce2-3c2303cd850d req-8fcef23e-1429-4b82-8aa1-68984fb5f4f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d16a98d-2508-49b3-ab25-411a471febe1 HTTP/1.1" status: 200 len: 998 time: 0.1284435 Feb 02 15:54:34.954979 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3aa93995-b2ae-4fbd-89a0-48df792ef03f req-b26fae72-70bd-40db-8994-35c98f1cff6f tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295769 Feb 02 15:54:34.976909 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3484ed87-7203-46d8-bde2-fecbf6377955 req-4aa50863-1050-4dd7-b5d0-7bf7c9ba91a8 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/security-groups?id=9ca20c2d-adaf-4534-a5e9-fd3eb5544378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306376 Feb 02 15:54:35.029566 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-93ff3e2b-0ea1-4ddc-b7f6-dac01cd0a0cd None None] Set router abbbf086-b64b-4398-baaf-7257aa45039f gateway port host: dv-cinder-827511-1-iscsi {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:54:35.068621 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca44300-68e1-4d16-b3ad-5cd1eef277c8 req-52d7b4b5-4843-470e-bc90-1ae6907cb21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:35.073663 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6ca44300-68e1-4d16-b3ad-5cd1eef277c8 req-52d7b4b5-4843-470e-bc90-1ae6907cb21c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=083281479a614be29c8ef8ae95a4c779&device_id=9531f553-95c3-4a5e-8713-f86e42e0716f HTTP/1.1" status: 200 len: 1128 time: 0.1495578 Feb 02 15:54:35.088769 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-41d1245b-3d9a-4073-8a52-79d2623fe269 admin admin] Publish callbacks [] for security_group (59d48bb7-d094-40bd-af63-713f25c8be61), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:35.097619 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-41d1245b-3d9a-4073-8a52-79d2623fe269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (59d48bb7-d094-40bd-af63-713f25c8be61), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:35.098316 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6df51-1da3-4b81-bce2-3c2303cd850d req-44983efa-b5c3-42a4-8eda-020e763251f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:35.099968 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-2ee6df51-1da3-4b81-bce2-3c2303cd850d req-44983efa-b5c3-42a4-8eda-020e763251f6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5347cd5-2ddb-4574-9672-af43239849ac HTTP/1.1" status: 200 len: 856 time: 0.1656096 Feb 02 15:54:35.157840 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-41d1245b-3d9a-4073-8a52-79d2623fe269 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=66c5c632d60a41d281ef9477441e2508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4612918 Feb 02 15:54:35.161043 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 58050) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:35.226769 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1245b-3d9a-4073-8a52-79d2623fe269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d48bb7-d094-40bd-af63-713f25c8be61,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:35.252426 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6df51-1da3-4b81-bce2-3c2303cd850d req-cb0d3d59-8468-4762-8753-b0964c817d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:35.254596 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-2ee6df51-1da3-4b81-bce2-3c2303cd850d req-cb0d3d59-8468-4762-8753-b0964c817d81 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0953c76-584e-4cc9-bd10-70c56077e5e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1427071 Feb 02 15:54:35.255561 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca44300-68e1-4d16-b3ad-5cd1eef277c8 req-b5a99631-4cec-446f-b6c4-168647070ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:35.256867 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6ca44300-68e1-4d16-b3ad-5cd1eef277c8 req-b5a99631-4cec-446f-b6c4-168647070ec0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=28a4f4f1-67c9-41a8-8d20-2f8621f3e26f HTTP/1.1" status: 200 len: 909 time: 0.1705277 Feb 02 15:54:35.258166 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-8a653ca9-1793-40cb-9433-2cb99dd9d7a4 admin admin] Publish callbacks [] for security_group (59d48bb7-d094-40bd-af63-713f25c8be61), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:35.316779 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-8a653ca9-1793-40cb-9433-2cb99dd9d7a4 admin admin] Publish callbacks [] for security_group (59d48bb7-d094-40bd-af63-713f25c8be61), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:35.439397 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-8a653ca9-1793-40cb-9433-2cb99dd9d7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (59d48bb7-d094-40bd-af63-713f25c8be61), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:35.443173 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-8a653ca9-1793-40cb-9433-2cb99dd9d7a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:35.444703 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-8a653ca9-1793-40cb-9433-2cb99dd9d7a4 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/59d48bb7-d094-40bd-af63-713f25c8be61 HTTP/1.1" status: 204 len: 168 time: 0.2824337 Feb 02 15:54:35.467761 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a653ca9-1793-40cb-9433-2cb99dd9d7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d48bb7-d094-40bd-af63-713f25c8be61,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:35.497171 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 58074) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:35.562637 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ca9ea6b-c142-47cf-bf98-cf7b95d67f9b admin admin] Deleting subnet 8c0cc2bd-b2ef-41f9-8f99-9b4767b77669 {{(pid=109039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 15:54:35.572200 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-4ca9ea6b-c142-47cf-bf98-cf7b95d67f9b admin admin] Publish callbacks [] for subnet (8c0cc2bd-b2ef-41f9-8f99-9b4767b77669), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:35.575326 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6ca44300-68e1-4d16-b3ad-5cd1eef277c8 req-7fcee1e5-4259-4860-aa81-62a41a5244bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64ffcca6-c6b9-4f88-a4e1-5ebb989008b8 HTTP/1.1" status: 200 len: 217 time: 0.2993686 Feb 02 15:54:35.601067 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-93ff3e2b-0ea1-4ddc-b7f6-dac01cd0a0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'name': 'tempest-AttachVolumeShelveTestJSON-1426711805-router', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:53:39Z', 'updated_at': '2022-02-02T15:53:46Z', 'revision_number': 4, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'gw_port': {'id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:52:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:41Z', 'updated_at': '2022-02-02T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_floatingips': [{'id': '33d3681d-36ee-4d00-ba2f-e9bc9fe1acb9', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'floating_ip_address': '172.27.3.62', 'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'router_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'port_id': '4d16a98d-2508-49b3-ab25-411a471febe1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6', 'mac_address': 'fa:16:3e:3d:48:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbab2a9b-59f4-4d9b-a34a-f5b1448b689c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:53:52Z', 'updated_at': '2022-02-02T15:54:33Z', 'revision_number': 1, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '669194a7-fd15-49db-984b-f445be46b5f7', 'name': '', 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'mac_address': 'fa:16:3e:88:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5347cd5-2ddb-4574-9672-af43239849ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:45Z', 'updated_at': '2022-02-02T15:53:53Z', 'revision_number': 5, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'subnets': [{'id': 'f5347cd5-2ddb-4574-9672-af43239849ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:54:35.625275 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-4ca9ea6b-c142-47cf-bf98-cf7b95d67f9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6290290'] for subnet (8c0cc2bd-b2ef-41f9-8f99-9b4767b77669), precommit_delete_associations {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:35.644996 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ff3e2b-0ea1-4ddc-b7f6-dac01cd0a0cd None None] The sync data for ids ['abbbf086-b64b-4398-baaf-7257aa45039f'] in dv-cinder-827511-1-iscsi is: [{'id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'name': 'tempest-AttachVolumeShelveTestJSON-1426711805-router', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:53:39Z', 'updated_at': '2022-02-02T15:53:46Z', 'revision_number': 4, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'gw_port': {'id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:52:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:41Z', 'updated_at': '2022-02-02T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_floatingips': [{'id': '33d3681d-36ee-4d00-ba2f-e9bc9fe1acb9', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'floating_ip_address': '172.27.3.62', 'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'router_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'port_id': '4d16a98d-2508-49b3-ab25-411a471febe1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6', 'mac_address': 'fa:16:3e:3d:48:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbab2a9b-59f4-4d9b-a34a-f5b1448b689c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:53:52Z', 'updated_at': '2022-02-02T15:54:33Z', 'revision_number': 1, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '669194a7-fd15-49db-984b-f445be46b5f7', 'name': '', 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'mac_address': 'fa:16:3e:88:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5347cd5-2ddb-4574-9672-af43239849ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:45Z', 'updated_at': '2022-02-02T15:53:53Z', 'revision_number': 5, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'subnets': [{'id': 'f5347cd5-2ddb-4574-9672-af43239849ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:54:35.687115 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-4ca9ea6b-c142-47cf-bf98-cf7b95d67f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145137'] for subnet (8c0cc2bd-b2ef-41f9-8f99-9b4767b77669), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:35.701415 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca44300-68e1-4d16-b3ad-5cd1eef277c8 req-0abf1d39-d28f-4bca-8f01-ccaede1fcfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:35.703030 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6ca44300-68e1-4d16-b3ad-5cd1eef277c8 req-0abf1d39-d28f-4bca-8f01-ccaede1fcfe1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6afc6412-2e43-44fe-a288-7be6f0d5b6fe HTTP/1.1" status: 200 len: 848 time: 0.0934844 Feb 02 15:54:35.744703 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-2ee6df51-1da3-4b81-bce2-3c2303cd850d req-f68952df-2145-4d95-8bc2-87d741c4b284 service neutron] 10.222.0.59 "GET /v2.0/networks/b0953c76-584e-4cc9-bd10-70c56077e5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4698672 Feb 02 15:54:35.746823 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6ca44300-68e1-4d16-b3ad-5cd1eef277c8 req-75bb3bc8-87e9-42c9-b93d-ade5f3034911 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=28a4f4f1-67c9-41a8-8d20-2f8621f3e26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353820 Feb 02 15:54:35.793371 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-4ca9ea6b-c142-47cf-bf98-cf7b95d67f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5289349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6097995'] for subnet (8c0cc2bd-b2ef-41f9-8f99-9b4767b77669), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:35.829643 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc703b-cf2f-4025-9b8a-f2c594951e40 req-43d8a3ad-ee5a-49f1-a8ca-f5c88e221484 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:35.831908 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5afc703b-cf2f-4025-9b8a-f2c594951e40 req-43d8a3ad-ee5a-49f1-a8ca-f5c88e221484 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.1066122 Feb 02 15:54:35.835132 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9ea6b-c142-47cf-bf98-cf7b95d67f9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c0cc2bd-b2ef-41f9-8f99-9b4767b77669,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:35.842852 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-4ca9ea6b-c142-47cf-bf98-cf7b95d67f9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for subnet (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:35.847605 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-4ca9ea6b-c142-47cf-bf98-cf7b95d67f9b admin admin] 10.222.0.112 "DELETE /v2.0/subnets/8c0cc2bd-b2ef-41f9-8f99-9b4767b77669 HTTP/1.1" status: 204 len: 168 time: 0.3487391 Feb 02 15:54:35.855012 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 58082) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:35.951130 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6ca44300-68e1-4d16-b3ad-5cd1eef277c8 req-b5ef4130-3d4a-4ea3-8363-fa6b5947d1ce service neutron] 10.222.0.59 "GET /v2.0/networks/28a4f4f1-67c9-41a8-8d20-2f8621f3e26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720369 Feb 02 15:54:35.953101 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-2ee6df51-1da3-4b81-bce2-3c2303cd850d req-7655b3be-7ec3-4aea-8be3-ae7978531ac4 service neutron] 10.222.0.59 "GET /v2.0/networks/b0953c76-584e-4cc9-bd10-70c56077e5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964569 Feb 02 15:54:35.960597 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 58084) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:35.974192 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5afc703b-cf2f-4025-9b8a-f2c594951e40 req-0d8f94af-5c38-4a90-a9a8-7c46f0310a3e tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247106 Feb 02 15:54:35.978050 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-db769829-d818-4656-a0d0-00029d8bb810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1153519'] for network (7746712d-a566-4890-9824-0dc33b92e02f), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:35.982990 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971f5ce2-e232-4865-8794-bc2925d8736d None None] New status for floating IP 33d3681d-36ee-4d00-ba2f-e9bc9fe1acb9: ACTIVE {{(pid=109040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 15:54:36.016067 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ff7de3d1-ad72-4d53-aedf-c473cf231643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:36.157242 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6ca44300-68e1-4d16-b3ad-5cd1eef277c8 req-8916417f-dc2b-4c55-b7e1-5b44952c914d service neutron] 10.222.0.59 "GET /v2.0/networks/28a4f4f1-67c9-41a8-8d20-2f8621f3e26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568556 Feb 02 15:54:36.186502 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-db769829-d818-4656-a0d0-00029d8bb810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143470', 'neutron.services.segments.db._delete_segments_for_network-8791047536797'] for network (7746712d-a566-4890-9824-0dc33b92e02f), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:36.195505 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ff7de3d1-ad72-4d53-aedf-c473cf231643 admin admin] Publish callbacks [] for security_group (c3ed66de-1e9a-42d8-8629-34c4a783dc6b), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:36.199899 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ff7de3d1-ad72-4d53-aedf-c473cf231643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (c3ed66de-1e9a-42d8-8629-34c4a783dc6b), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:36.223013 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.services.segments.db [None req-db769829-d818-4656-a0d0-00029d8bb810 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7746712d-a566-4890-9824-0dc33b92e02f']}} {{(pid=109039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:54:36.238322 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.services.segments.db [None req-db769829-d818-4656-a0d0-00029d8bb810 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d22a138-7ee0-43e6-8680-ed38bf5fcb4d') {'for_net_delete': True} {{(pid=109039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:54:36.238681 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.services.segments.db [None req-db769829-d818-4656-a0d0-00029d8bb810 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d22a138-7ee0-43e6-8680-ed38bf5fcb4d') {} {{(pid=109039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:54:36.244444 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-ff7de3d1-ad72-4d53-aedf-c473cf231643 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=596b3052e1df4089b3836d0fe440a9b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2823768 Feb 02 15:54:36.245633 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7de3d1-ad72-4d53-aedf-c473cf231643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ed66de-1e9a-42d8-8629-34c4a783dc6b,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:36.248158 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 58090) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:36.263960 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897210b-5f6f-4d9d-8996-af74a23f307b req-e318b0fd-405a-442a-94d9-76834f4e58f3 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:36.265474 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3897210b-5f6f-4d9d-8996-af74a23f307b req-e318b0fd-405a-442a-94d9-76834f4e58f3 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.1845582 Feb 02 15:54:36.268166 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-db769829-d818-4656-a0d0-00029d8bb810 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791047557030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6290297'] for segment (6d22a138-7ee0-43e6-8680-ed38bf5fcb4d), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:36.279792 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 64ffcca6-c6b9-4f88-a4e1-5ebb989008b8 details requested by agent hyperv_hv-cinder-82751 with host hv-cinder-82751 {{(pid=109040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 15:54:36.310928 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857e2ff-5fb8-4c05-9349-4db837d2f237 req-ffab48b4-1280-4cea-b7d1-ecc25a473a93 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:36.312406 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9857e2ff-5fb8-4c05-9349-4db837d2f237 req-ffab48b4-1280-4cea-b7d1-ecc25a473a93 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=9531f553-95c3-4a5e-8713-f86e42e0716f HTTP/1.1" status: 200 len: 944 time: 0.1987729 Feb 02 15:54:36.325682 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-db769829-d818-4656-a0d0-00029d8bb810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (6d22a138-7ee0-43e6-8680-ed38bf5fcb4d), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:36.355846 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db769829-d818-4656-a0d0-00029d8bb810 admin admin] Releasing vlan 953 on physical network physnet1 to pool {{(pid=109039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 15:54:36.356173 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-db769829-d818-4656-a0d0-00029d8bb810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5289343'] for segment (6d22a138-7ee0-43e6-8680-ed38bf5fcb4d), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:36.358875 dv-cinder-827511-1-iscsi neutron-server[109039]: Traceback (most recent call last): Feb 02 15:54:36.358875 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 15:54:36.358875 dv-cinder-827511-1-iscsi neutron-server[109039]: timer() Feb 02 15:54:36.358875 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:54:36.358875 dv-cinder-827511-1-iscsi neutron-server[109039]: cb(*args, **kw) Feb 02 15:54:36.358875 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 15:54:36.358875 dv-cinder-827511-1-iscsi neutron-server[109039]: return func(*args, **kwargs) Feb 02 15:54:36.358875 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:54:36.358875 dv-cinder-827511-1-iscsi neutron-server[109039]: self._notify() Feb 02 15:54:36.358875 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:54:36.358875 dv-cinder-827511-1-iscsi neutron-server[109039]: self.callback(batched_events) Feb 02 15:54:36.358875 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:54:36.358875 dv-cinder-827511-1-iscsi neutron-server[109039]: event.method(event) Feb 02 15:54:36.358875 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 15:54:36.358875 dv-cinder-827511-1-iscsi neutron-server[109039]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:54:36.358875 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 15:54:36.358875 dv-cinder-827511-1-iscsi neutron-server[109039]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:54:36.358875 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 15:54:36.358875 dv-cinder-827511-1-iscsi neutron-server[109039]: return f(self, *a, **k) Feb 02 15:54:36.358875 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:54:36.358875 dv-cinder-827511-1-iscsi neutron-server[109039]: return self._get(url).json() Feb 02 15:54:36.358875 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:54:36.358875 dv-cinder-827511-1-iscsi neutron-server[109039]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:54:36.358875 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 15:54:36.358875 dv-cinder-827511-1-iscsi neutron-server[109039]: return self.request(url, 'GET', **kwargs) Feb 02 15:54:36.358875 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 15:54:36.358875 dv-cinder-827511-1-iscsi neutron-server[109039]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:54:36.358875 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 15:54:36.358875 dv-cinder-827511-1-iscsi neutron-server[109039]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:54:36.358875 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 15:54:36.358875 dv-cinder-827511-1-iscsi neutron-server[109039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:54:36.358875 dv-cinder-827511-1-iscsi neutron-server[109039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:54:36.453689 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-30013880-bb9c-4504-b6ed-113bf8cdabe2 admin admin] Publish callbacks [] for security_group (c3ed66de-1e9a-42d8-8629-34c4a783dc6b), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:36.464114 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3897210b-5f6f-4d9d-8996-af74a23f307b req-6aa7ba06-ea25-4b8d-bacf-4d49562fc920 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766887 Feb 02 15:54:36.480790 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9857e2ff-5fb8-4c05-9349-4db837d2f237 req-587fd1cd-d9e7-439b-a212-87331f1b870d tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/security-groups?id=9ca20c2d-adaf-4534-a5e9-fd3eb5544378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570003 Feb 02 15:54:36.484708 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-db769829-d818-4656-a0d0-00029d8bb810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7937865'] for network (7746712d-a566-4890-9824-0dc33b92e02f), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:36.499494 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-db769829-d818-4656-a0d0-00029d8bb810 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:36.502600 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-db769829-d818-4656-a0d0-00029d8bb810 admin admin] 10.222.0.112 "DELETE /v2.0/networks/7746712d-a566-4890-9824-0dc33b92e02f HTTP/1.1" status: 204 len: 168 time: 0.6465356 Feb 02 15:54:36.505559 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-30013880-bb9c-4504-b6ed-113bf8cdabe2 admin admin] Publish callbacks [] for security_group (c3ed66de-1e9a-42d8-8629-34c4a783dc6b), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:36.507132 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 58096) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:36.529287 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db769829-d818-4656-a0d0-00029d8bb810 admin admin] Pushing event deleted for resources: {'Network': ['ID=7746712d-a566-4890-9824-0dc33b92e02f,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:36.540946 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 64ffcca6-c6b9-4f88-a4e1-5ebb989008b8, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=64ffcca6-c6b9-4f88-a4e1-5ebb989008b8,segment=NetworkSegment(a6fa934b-861d-43e9-9e90-5f2075559f2e),segment_id=a6fa934b-861d-43e9-9e90-5f2075559f2e)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:54:36.555520 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Returning: {'device': '64ffcca6-c6b9-4f88-a4e1-5ebb989008b8', 'network_id': '28a4f4f1-67c9-41a8-8d20-2f8621f3e26f', 'port_id': '64ffcca6-c6b9-4f88-a4e1-5ebb989008b8', 'mac_address': 'fa:16:3e:2d:00:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 971, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6afc6412-2e43-44fe-a288-7be6f0d5b6fe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 15:54:36.597224 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port 64ffcca6-c6b9-4f88-a4e1-5ebb989008b8 is: DOWN; New status is: BUILD {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:54:36.598033 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (64ffcca6-c6b9-4f88-a4e1-5ebb989008b8), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:36.601073 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.db_base_plugin_v2 [None req-c08119e9-a6a0-4d81-9ce6-010a774e2f0e admin admin] Deleting subnet 2f6a6c79-a240-4768-85f0-83216da72e31 {{(pid=109039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 15:54:36.604714 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c08119e9-a6a0-4d81-9ce6-010a774e2f0e admin admin] Publish callbacks [] for subnet (2f6a6c79-a240-4768-85f0-83216da72e31), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:36.614219 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64ffcca6-c6b9-4f88-a4e1-5ebb989008b8 {{(pid=109040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 15:54:36.635799 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 64ffcca6-c6b9-4f88-a4e1-5ebb989008b8, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=64ffcca6-c6b9-4f88-a4e1-5ebb989008b8,segment=NetworkSegment(a6fa934b-861d-43e9-9e90-5f2075559f2e),segment_id=a6fa934b-861d-43e9-9e90-5f2075559f2e)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:54:36.642015 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (64ffcca6-c6b9-4f88-a4e1-5ebb989008b8), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:36.653294 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-30013880-bb9c-4504-b6ed-113bf8cdabe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (c3ed66de-1e9a-42d8-8629-34c4a783dc6b), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:36.658386 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-30013880-bb9c-4504-b6ed-113bf8cdabe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:36.660910 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-30013880-bb9c-4504-b6ed-113bf8cdabe2 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/c3ed66de-1e9a-42d8-8629-34c4a783dc6b HTTP/1.1" status: 204 len: 168 time: 0.4121239 Feb 02 15:54:36.667066 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c08119e9-a6a0-4d81-9ce6-010a774e2f0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6290290'] for subnet (2f6a6c79-a240-4768-85f0-83216da72e31), precommit_delete_associations {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:36.702736 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30013880-bb9c-4504-b6ed-113bf8cdabe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ed66de-1e9a-42d8-8629-34c4a783dc6b,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:36.703088 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=64ffcca6-c6b9-4f88-a4e1-5ebb989008b8,revision_number=4']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:36.734476 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c08119e9-a6a0-4d81-9ce6-010a774e2f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145137'] for subnet (2f6a6c79-a240-4768-85f0-83216da72e31), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:36.812099 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c08119e9-a6a0-4d81-9ce6-010a774e2f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5289349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6097995'] for subnet (2f6a6c79-a240-4768-85f0-83216da72e31), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:36.841209 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08119e9-a6a0-4d81-9ce6-010a774e2f0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f6a6c79-a240-4768-85f0-83216da72e31,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:36.843169 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c08119e9-a6a0-4d81-9ce6-010a774e2f0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for subnet (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:36.849457 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-c08119e9-a6a0-4d81-9ce6-010a774e2f0e admin admin] 10.222.0.112 "DELETE /v2.0/subnets/2f6a6c79-a240-4768-85f0-83216da72e31 HTTP/1.1" status: 204 len: 168 time: 0.3383229 Feb 02 15:54:36.850157 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 58122) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:36.925192 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-4659f993-8644-4a35-800d-398699c7ecf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1153519'] for network (b18aaeb2-0fa0-4eb1-b72b-f31a0df6282c), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:37.027324 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-4659f993-8644-4a35-800d-398699c7ecf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143470', 'neutron.services.segments.db._delete_segments_for_network-8791047536797'] for network (b18aaeb2-0fa0-4eb1-b72b-f31a0df6282c), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:37.061151 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.services.segments.db [None req-4659f993-8644-4a35-800d-398699c7ecf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b18aaeb2-0fa0-4eb1-b72b-f31a0df6282c']}} {{(pid=109038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:54:37.074640 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.services.segments.db [None req-4659f993-8644-4a35-800d-398699c7ecf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0695dae5-0a4f-4202-8d5d-480dbb19e0c4') {'for_net_delete': True} {{(pid=109038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:54:37.074995 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.services.segments.db [None req-4659f993-8644-4a35-800d-398699c7ecf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0695dae5-0a4f-4202-8d5d-480dbb19e0c4') {} {{(pid=109038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:54:37.086295 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-4659f993-8644-4a35-800d-398699c7ecf1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791047557030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5222254'] for segment (0695dae5-0a4f-4202-8d5d-480dbb19e0c4), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:37.102790 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-4659f993-8644-4a35-800d-398699c7ecf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (0695dae5-0a4f-4202-8d5d-480dbb19e0c4), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:37.109720 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4659f993-8644-4a35-800d-398699c7ecf1 admin admin] Releasing vlan 961 on physical network physnet1 to pool {{(pid=109038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 15:54:37.110184 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-4659f993-8644-4a35-800d-398699c7ecf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4863390'] for segment (0695dae5-0a4f-4202-8d5d-480dbb19e0c4), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:37.111891 dv-cinder-827511-1-iscsi neutron-server[109038]: Traceback (most recent call last): Feb 02 15:54:37.111891 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 15:54:37.111891 dv-cinder-827511-1-iscsi neutron-server[109038]: timer() Feb 02 15:54:37.111891 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:54:37.111891 dv-cinder-827511-1-iscsi neutron-server[109038]: cb(*args, **kw) Feb 02 15:54:37.111891 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 15:54:37.111891 dv-cinder-827511-1-iscsi neutron-server[109038]: return func(*args, **kwargs) Feb 02 15:54:37.111891 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:54:37.111891 dv-cinder-827511-1-iscsi neutron-server[109038]: self._notify() Feb 02 15:54:37.111891 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:54:37.111891 dv-cinder-827511-1-iscsi neutron-server[109038]: self.callback(batched_events) Feb 02 15:54:37.111891 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:54:37.111891 dv-cinder-827511-1-iscsi neutron-server[109038]: event.method(event) Feb 02 15:54:37.111891 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 15:54:37.111891 dv-cinder-827511-1-iscsi neutron-server[109038]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:54:37.111891 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 15:54:37.111891 dv-cinder-827511-1-iscsi neutron-server[109038]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:54:37.111891 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 15:54:37.111891 dv-cinder-827511-1-iscsi neutron-server[109038]: return f(self, *a, **k) Feb 02 15:54:37.111891 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:54:37.111891 dv-cinder-827511-1-iscsi neutron-server[109038]: return self._get(url).json() Feb 02 15:54:37.111891 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:54:37.111891 dv-cinder-827511-1-iscsi neutron-server[109038]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:54:37.111891 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 15:54:37.111891 dv-cinder-827511-1-iscsi neutron-server[109038]: return self.request(url, 'GET', **kwargs) Feb 02 15:54:37.111891 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 15:54:37.111891 dv-cinder-827511-1-iscsi neutron-server[109038]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:54:37.111891 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 15:54:37.111891 dv-cinder-827511-1-iscsi neutron-server[109038]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:54:37.111891 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 15:54:37.111891 dv-cinder-827511-1-iscsi neutron-server[109038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:54:37.111891 dv-cinder-827511-1-iscsi neutron-server[109038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:54:37.149009 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbe059-8960-4f36-92b1-12b86cb878cb req-de1c5cd9-39cf-4e0d-96c5-faa19e68b7af tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:37.150649 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1adbe059-8960-4f36-92b1-12b86cb878cb req-de1c5cd9-39cf-4e0d-96c5-faa19e68b7af tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.0640550 Feb 02 15:54:37.171560 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-4659f993-8644-4a35-800d-398699c7ecf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7937865'] for network (b18aaeb2-0fa0-4eb1-b72b-f31a0df6282c), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:37.189738 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-4659f993-8644-4a35-800d-398699c7ecf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:37.196215 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-4659f993-8644-4a35-800d-398699c7ecf1 admin admin] 10.222.0.112 "DELETE /v2.0/networks/b18aaeb2-0fa0-4eb1-b72b-f31a0df6282c HTTP/1.1" status: 204 len: 168 time: 0.3429434 Feb 02 15:54:37.196215 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659f993-8644-4a35-800d-398699c7ecf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b18aaeb2-0fa0-4eb1-b72b-f31a0df6282c,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:37.206713 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['64ffcca6-c6b9-4f88-a4e1-5ebb989008b8'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 15:54:37.207385 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1adbe059-8960-4f36-92b1-12b86cb878cb req-5de40428-4310-4e0f-96f7-fc759d680d3e tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504916 Feb 02 15:54:37.414180 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 58150) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:37.465492 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-53f19943-4a15-4962-ae18-100cb3d2415e admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=375a5869b0f041bba5eb0d493365b45b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0497375 Feb 02 15:54:37.466049 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 58152) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:37.519920 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ade4798c-3585-431c-9a6c-4d60927bcf48 admin admin] Publish callbacks [] for security_group (19142d90-0245-47ad-8a1e-8c53bd85de46), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:37.545839 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ade4798c-3585-431c-9a6c-4d60927bcf48 admin admin] Publish callbacks [] for security_group (19142d90-0245-47ad-8a1e-8c53bd85de46), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:37.673025 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ade4798c-3585-431c-9a6c-4d60927bcf48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (19142d90-0245-47ad-8a1e-8c53bd85de46), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:37.675903 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ade4798c-3585-431c-9a6c-4d60927bcf48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:37.680723 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-ade4798c-3585-431c-9a6c-4d60927bcf48 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/19142d90-0245-47ad-8a1e-8c53bd85de46 HTTP/1.1" status: 204 len: 168 time: 0.2099073 Feb 02 15:54:37.694265 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a50e1-0582-410f-89b9-55019a5951f6 req-4141ec3c-55d0-43df-bc4b-04d68518ab35 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:37.701843 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-074a50e1-0582-410f-89b9-55019a5951f6 req-4141ec3c-55d0-43df-bc4b-04d68518ab35 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.1113739 Feb 02 15:54:37.717168 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4798c-3585-431c-9a6c-4d60927bcf48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19142d90-0245-47ad-8a1e-8c53bd85de46,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:37.778069 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b5aeb-2176-4e72-8229-6816cf65ba3d req-96f32e9e-bd8a-4a64-a99f-f80024dc3e9c tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:37.779660 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e71b5aeb-2176-4e72-8229-6816cf65ba3d req-96f32e9e-bd8a-4a64-a99f-f80024dc3e9c tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=9531f553-95c3-4a5e-8713-f86e42e0716f HTTP/1.1" status: 200 len: 945 time: 0.1553168 Feb 02 15:54:37.780973 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4798c-3585-431c-9a6c-4d60927bcf48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:37.781377 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4798c-3585-431c-9a6c-4d60927bcf48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:37.781729 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4798c-3585-431c-9a6c-4d60927bcf48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:37.782071 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4798c-3585-431c-9a6c-4d60927bcf48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:37.782409 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4798c-3585-431c-9a6c-4d60927bcf48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:37.782747 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4798c-3585-431c-9a6c-4d60927bcf48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:37.783159 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4798c-3585-431c-9a6c-4d60927bcf48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:37.783498 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4798c-3585-431c-9a6c-4d60927bcf48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:37.783849 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4798c-3585-431c-9a6c-4d60927bcf48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:37.784236 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4798c-3585-431c-9a6c-4d60927bcf48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:37.784566 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4798c-3585-431c-9a6c-4d60927bcf48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:37.784898 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4798c-3585-431c-9a6c-4d60927bcf48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:37.787409 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4798c-3585-431c-9a6c-4d60927bcf48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:37.870600 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-074a50e1-0582-410f-89b9-55019a5951f6 req-75fae238-c369-4a19-b856-61216e9b0969 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676891 Feb 02 15:54:37.934155 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e71b5aeb-2176-4e72-8229-6816cf65ba3d req-a0ea6840-307e-416e-a2ba-add600d7d227 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/security-groups?id=9ca20c2d-adaf-4534-a5e9-fd3eb5544378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331105 Feb 02 15:54:38.153618 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 58190) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:38.198759 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-0ea45cbb-c4b2-4d35-8491-6b51172d43a6 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=788cac2895dc43279ead7697de633c34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437052 Feb 02 15:54:38.203514 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 58194) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:38.254845 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-34f1bb9b-38c1-488c-baac-e638ed15f1d7 admin admin] Publish callbacks [] for security_group (0059593f-98de-491f-a947-b688e2550989), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:38.271742 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 58196) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:38.280066 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-34f1bb9b-38c1-488c-baac-e638ed15f1d7 admin admin] Publish callbacks [] for security_group (0059593f-98de-491f-a947-b688e2550989), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:38.333016 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-34f1bb9b-38c1-488c-baac-e638ed15f1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (0059593f-98de-491f-a947-b688e2550989), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:38.336678 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-34f1bb9b-38c1-488c-baac-e638ed15f1d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:38.338147 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-34f1bb9b-38c1-488c-baac-e638ed15f1d7 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/0059593f-98de-491f-a947-b688e2550989 HTTP/1.1" status: 204 len: 168 time: 0.1332126 Feb 02 15:54:38.346848 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1bb9b-38c1-488c-baac-e638ed15f1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0059593f-98de-491f-a947-b688e2550989,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:38.396912 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-73aae09d-1e0d-443d-b444-9c7dea202578 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:38.483770 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-73aae09d-1e0d-443d-b444-9c7dea202578 admin admin] Publish callbacks [] for security_group (7c669009-0768-4658-9489-86d0aa4e759d), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:38.488283 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-73aae09d-1e0d-443d-b444-9c7dea202578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (7c669009-0768-4658-9489-86d0aa4e759d), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:38.529756 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-73aae09d-1e0d-443d-b444-9c7dea202578 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=9eabc8b6986c4558b575c807afb12e6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2569253 Feb 02 15:54:38.531070 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aae09d-1e0d-443d-b444-9c7dea202578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c669009-0768-4658-9489-86d0aa4e759d,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:38.532825 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 58210) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:38.540864 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aae09d-1e0d-443d-b444-9c7dea202578 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:38.541332 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aae09d-1e0d-443d-b444-9c7dea202578 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:38.541737 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aae09d-1e0d-443d-b444-9c7dea202578 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:38.542193 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aae09d-1e0d-443d-b444-9c7dea202578 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:38.542618 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aae09d-1e0d-443d-b444-9c7dea202578 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:38.543003 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aae09d-1e0d-443d-b444-9c7dea202578 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:38.543398 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aae09d-1e0d-443d-b444-9c7dea202578 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:38.543809 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aae09d-1e0d-443d-b444-9c7dea202578 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:38.544273 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aae09d-1e0d-443d-b444-9c7dea202578 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:38.544667 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aae09d-1e0d-443d-b444-9c7dea202578 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:38.545078 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aae09d-1e0d-443d-b444-9c7dea202578 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:38.545475 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aae09d-1e0d-443d-b444-9c7dea202578 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:38.545865 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aae09d-1e0d-443d-b444-9c7dea202578 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:38.609171 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-a4a757fd-5040-4890-a655-ecc75a75743c admin admin] Publish callbacks [] for security_group (7c669009-0768-4658-9489-86d0aa4e759d), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:38.632262 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-a4a757fd-5040-4890-a655-ecc75a75743c admin admin] Publish callbacks [] for security_group (7c669009-0768-4658-9489-86d0aa4e759d), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:38.693242 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-a4a757fd-5040-4890-a655-ecc75a75743c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (7c669009-0768-4658-9489-86d0aa4e759d), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:38.695850 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-a4a757fd-5040-4890-a655-ecc75a75743c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:38.696958 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-a4a757fd-5040-4890-a655-ecc75a75743c admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/7c669009-0768-4658-9489-86d0aa4e759d HTTP/1.1" status: 204 len: 168 time: 0.1631167 Feb 02 15:54:38.705357 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a757fd-5040-4890-a655-ecc75a75743c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c669009-0768-4658-9489-86d0aa4e759d,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:39.088875 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 58244) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:39.099700 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fd44a-7302-4a9a-8254-8bcc75f17093 req-caa17ab6-df8c-47c3-b5b0-238579aedcd9 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:39.101322 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f10fd44a-7302-4a9a-8254-8bcc75f17093 req-caa17ab6-df8c-47c3-b5b0-238579aedcd9 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.1174564 Feb 02 15:54:39.107984 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5523ecae-0696-4334-ad94-146f1725c67b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:39.160537 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b907d-3159-4df1-8eca-7a821f65c6d3 req-3574bc16-a840-4883-b0aa-54d213fb56ce tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:39.167633 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b73b907d-3159-4df1-8eca-7a821f65c6d3 req-3574bc16-a840-4883-b0aa-54d213fb56ce tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=9531f553-95c3-4a5e-8713-f86e42e0716f HTTP/1.1" status: 200 len: 945 time: 0.1466024 Feb 02 15:54:39.226496 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f10fd44a-7302-4a9a-8254-8bcc75f17093 req-9a0ac3e0-4476-4858-91f8-fc8eb2927d67 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161571 Feb 02 15:54:39.273091 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5523ecae-0696-4334-ad94-146f1725c67b admin admin] Publish callbacks [] for security_group (82b75183-def6-49c9-896a-fa70ea53c3f3), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:39.281003 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5523ecae-0696-4334-ad94-146f1725c67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (82b75183-def6-49c9-896a-fa70ea53c3f3), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:39.297239 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b73b907d-3159-4df1-8eca-7a821f65c6d3 req-2164f904-7525-49c1-8cfe-b286b8ae7e6b tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/security-groups?id=9ca20c2d-adaf-4534-a5e9-fd3eb5544378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229355 Feb 02 15:54:39.328815 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 58252) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:39.334861 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-5523ecae-0696-4334-ad94-146f1725c67b admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=ca368f4486f14479810a269dfcc885a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435663 Feb 02 15:54:39.336597 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5523ecae-0696-4334-ad94-146f1725c67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b75183-def6-49c9-896a-fa70ea53c3f3,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:39.390770 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-21650a20-57b5-49e0-9dd7-a833651751cc admin admin] Publish callbacks [] for security_group (82b75183-def6-49c9-896a-fa70ea53c3f3), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:39.417443 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-21650a20-57b5-49e0-9dd7-a833651751cc admin admin] Publish callbacks [] for security_group (82b75183-def6-49c9-896a-fa70ea53c3f3), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:39.483418 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-21650a20-57b5-49e0-9dd7-a833651751cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (82b75183-def6-49c9-896a-fa70ea53c3f3), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:39.486455 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-21650a20-57b5-49e0-9dd7-a833651751cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:39.487639 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-21650a20-57b5-49e0-9dd7-a833651751cc admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/82b75183-def6-49c9-896a-fa70ea53c3f3 HTTP/1.1" status: 204 len: 168 time: 0.1575127 Feb 02 15:54:39.495749 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21650a20-57b5-49e0-9dd7-a833651751cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b75183-def6-49c9-896a-fa70ea53c3f3,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:39.513024 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 58264) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:39.777883 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-3eabe2e1-e84b-4af9-bb50-ec16b2847268 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:39.858603 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-3eabe2e1-e84b-4af9-bb50-ec16b2847268 admin admin] Publish callbacks [] for security_group (37d25feb-2f2f-421d-8392-d68b90f87f85), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:39.863606 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-3eabe2e1-e84b-4af9-bb50-ec16b2847268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (37d25feb-2f2f-421d-8392-d68b90f87f85), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:39.904042 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 58276) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:39.909217 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-3eabe2e1-e84b-4af9-bb50-ec16b2847268 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=9dc71e8db0664c02b2de9bfa3ec754e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3948157 Feb 02 15:54:39.910298 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eabe2e1-e84b-4af9-bb50-ec16b2847268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d25feb-2f2f-421d-8392-d68b90f87f85,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:39.912677 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 58278) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:39.925032 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-603c5b0c-9fa0-4bb3-ac24-a28ff277e080 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:39.998682 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-50d662e2-37ae-4f4f-af35-051fdb901f3a admin admin] Publish callbacks [] for security_group (37d25feb-2f2f-421d-8392-d68b90f87f85), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:40.030496 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-50d662e2-37ae-4f4f-af35-051fdb901f3a admin admin] Publish callbacks [] for security_group (37d25feb-2f2f-421d-8392-d68b90f87f85), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:40.034244 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 58284) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:40.088827 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-603c5b0c-9fa0-4bb3-ac24-a28ff277e080 admin admin] Publish callbacks [] for security_group (b6972464-dda4-420c-b363-a648d0159f10), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:40.094105 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-603c5b0c-9fa0-4bb3-ac24-a28ff277e080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (b6972464-dda4-420c-b363-a648d0159f10), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:40.131445 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-50d662e2-37ae-4f4f-af35-051fdb901f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (37d25feb-2f2f-421d-8392-d68b90f87f85), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:40.133967 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-50d662e2-37ae-4f4f-af35-051fdb901f3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:40.135212 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-50d662e2-37ae-4f4f-af35-051fdb901f3a admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/37d25feb-2f2f-421d-8392-d68b90f87f85 HTTP/1.1" status: 204 len: 168 time: 0.2214525 Feb 02 15:54:40.145279 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-603c5b0c-9fa0-4bb3-ac24-a28ff277e080 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=4fa08feed80b4549aebbf08697bd0ec3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359765 Feb 02 15:54:40.145279 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c5b0c-9fa0-4bb3-ac24-a28ff277e080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6972464-dda4-420c-b363-a648d0159f10,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:40.145544 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 58290) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:40.167973 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d662e2-37ae-4f4f-af35-051fdb901f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d25feb-2f2f-421d-8392-d68b90f87f85,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:40.180030 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 64ffcca6-c6b9-4f88-a4e1-5ebb989008b8 up at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:54:40.181989 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-539f28a9-afb8-4fa5-8cb6-a27b1df60e64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:40.207397 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-df2edc19-e8b0-4253-a4cd-d1d6944ae48a admin admin] Publish callbacks [] for security_group (b6972464-dda4-420c-b363-a648d0159f10), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:40.265808 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning for port 64ffcca6-c6b9-4f88-a4e1-5ebb989008b8 completed by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:54:40.266945 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-df2edc19-e8b0-4253-a4cd-d1d6944ae48a admin admin] Publish callbacks [] for security_group (b6972464-dda4-420c-b363-a648d0159f10), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:40.272728 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning complete for port 64ffcca6-c6b9-4f88-a4e1-5ebb989008b8 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:54:40.273140 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (64ffcca6-c6b9-4f88-a4e1-5ebb989008b8), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:40.337584 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-539f28a9-afb8-4fa5-8cb6-a27b1df60e64 admin admin] Publish callbacks [] for security_group (2dfc6be3-90ca-48db-96c1-2e3d8dd819fd), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:40.349960 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-539f28a9-afb8-4fa5-8cb6-a27b1df60e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (2dfc6be3-90ca-48db-96c1-2e3d8dd819fd), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:40.354651 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-df2edc19-e8b0-4253-a4cd-d1d6944ae48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (b6972464-dda4-420c-b363-a648d0159f10), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:40.357958 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-df2edc19-e8b0-4253-a4cd-d1d6944ae48a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:40.371447 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-df2edc19-e8b0-4253-a4cd-d1d6944ae48a admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/b6972464-dda4-420c-b363-a648d0159f10 HTTP/1.1" status: 204 len: 168 time: 0.2216420 Feb 02 15:54:40.460971 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2edc19-e8b0-4253-a4cd-d1d6944ae48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6972464-dda4-420c-b363-a648d0159f10,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:40.465096 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-539f28a9-afb8-4fa5-8cb6-a27b1df60e64 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=158be15f10d344b5bd557eacb58e5b39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4289982 Feb 02 15:54:40.468085 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f28a9-afb8-4fa5-8cb6-a27b1df60e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfc6be3-90ca-48db-96c1-2e3d8dd819fd,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:40.469080 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port 64ffcca6-c6b9-4f88-a4e1-5ebb989008b8 is: BUILD; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:54:40.469709 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (64ffcca6-c6b9-4f88-a4e1-5ebb989008b8), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:40.473239 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 58304) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:40.509959 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9531f553-95c3-4a5e-8713-f86e42e0716f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ffcca6-c6b9-4f88-a4e1-5ebb989008b8'}] {{(pid=109040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:54:40.521452 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1d7bcdb5a183cc49b107777b4db9278503cec4984c40d99c754c4d9ca4724a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f367a6d-ecf7-4dd2-a2a7-b13925fc4b0b" -d '{"events": [{"server_uuid": "9531f553-95c3-4a5e-8713-f86e42e0716f", "name": "network-vif-plugged", "status": "completed", "tag": "64ffcca6-c6b9-4f88-a4e1-5ebb989008b8"}]}' {{(pid=109040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:54:40.564890 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 64ffcca6-c6b9-4f88-a4e1-5ebb989008b8, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=64ffcca6-c6b9-4f88-a4e1-5ebb989008b8,segment=NetworkSegment(a6fa934b-861d-43e9-9e90-5f2075559f2e),segment_id=a6fa934b-861d-43e9-9e90-5f2075559f2e)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:54:40.579193 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (64ffcca6-c6b9-4f88-a4e1-5ebb989008b8), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:40.603990 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c62ccf-f7b1-4714-be5f-30ea0956ccd8 req-ccfcaa39-da49-406e-af3b-76a8344e3a90 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:40.605967 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-51c62ccf-f7b1-4714-be5f-30ea0956ccd8 req-ccfcaa39-da49-406e-af3b-76a8344e3a90 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.2695665 Feb 02 15:54:40.615346 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06911a-8113-4b16-99c3-65a6ca454867 req-eda6bb8a-3877-48d9-b4a2-1620fcde9186 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:40.618714 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ab941f9d-90b1-4e4f-b1e5-ae1e9b51e29f admin admin] Publish callbacks [] for security_group (2dfc6be3-90ca-48db-96c1-2e3d8dd819fd), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:40.624656 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5f06911a-8113-4b16-99c3-65a6ca454867 req-eda6bb8a-3877-48d9-b4a2-1620fcde9186 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=9531f553-95c3-4a5e-8713-f86e42e0716f HTTP/1.1" status: 200 len: 945 time: 0.1782315 Feb 02 15:54:40.652041 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ab941f9d-90b1-4e4f-b1e5-ae1e9b51e29f admin admin] Publish callbacks [] for security_group (2dfc6be3-90ca-48db-96c1-2e3d8dd819fd), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:40.701123 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=64ffcca6-c6b9-4f88-a4e1-5ebb989008b8,revision_number=5']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:40.727196 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ab941f9d-90b1-4e4f-b1e5-ae1e9b51e29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (2dfc6be3-90ca-48db-96c1-2e3d8dd819fd), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:40.732316 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ab941f9d-90b1-4e4f-b1e5-ae1e9b51e29f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:40.734225 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-ab941f9d-90b1-4e4f-b1e5-ae1e9b51e29f admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/2dfc6be3-90ca-48db-96c1-2e3d8dd819fd HTTP/1.1" status: 204 len: 168 time: 0.2567687 Feb 02 15:54:40.750198 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab941f9d-90b1-4e4f-b1e5-ae1e9b51e29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfc6be3-90ca-48db-96c1-2e3d8dd819fd,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:40.773555 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5f06911a-8113-4b16-99c3-65a6ca454867 req-c95181d8-8dde-49c9-9b50-2cd5c1e77821 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/security-groups?id=9ca20c2d-adaf-4534-a5e9-fd3eb5544378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427724 Feb 02 15:54:40.778303 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-51c62ccf-f7b1-4714-be5f-30ea0956ccd8 req-160ec542-2b79-4c26-a89e-5aa29145f260 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505818 Feb 02 15:54:40.797003 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 58314) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:40.812568 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-cc366dba-a976-43b2-b120-1c6de8237421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:40.839091 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 15:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f05f29a-7b58-4d18-925e-77a7c5c9145d x-openstack-request-id: req-6f05f29a-7b58-4d18-925e-77a7c5c9145d {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:54:40.839794 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9531f553-95c3-4a5e-8713-f86e42e0716f", "name": "network-vif-plugged", "status": "completed", "tag": "64ffcca6-c6b9-4f88-a4e1-5ebb989008b8", "code": 200}]} {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:54:40.840074 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-6f05f29a-7b58-4d18-925e-77a7c5c9145d {{(pid=109040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:54:40.840465 dv-cinder-827511-1-iscsi neutron-server[109040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9531f553-95c3-4a5e-8713-f86e42e0716f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ffcca6-c6b9-4f88-a4e1-5ebb989008b8', 'code': 200} Feb 02 15:54:40.895152 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-cc366dba-a976-43b2-b120-1c6de8237421 admin admin] Publish callbacks [] for security_group (2a1e6545-2ed6-4fe7-9267-59dcd9cf280d), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:40.899460 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-cc366dba-a976-43b2-b120-1c6de8237421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (2a1e6545-2ed6-4fe7-9267-59dcd9cf280d), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:40.939932 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-cc366dba-a976-43b2-b120-1c6de8237421 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=c1253296bcbd48579c61dc0c976c5a05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411462 Feb 02 15:54:40.941394 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc366dba-a976-43b2-b120-1c6de8237421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1e6545-2ed6-4fe7-9267-59dcd9cf280d,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:40.943160 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 58318) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:41.010402 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-11ecc67d-192c-43b6-805f-1c2d32b9b160 admin admin] Publish callbacks [] for security_group (2a1e6545-2ed6-4fe7-9267-59dcd9cf280d), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:41.036418 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-11ecc67d-192c-43b6-805f-1c2d32b9b160 admin admin] Publish callbacks [] for security_group (2a1e6545-2ed6-4fe7-9267-59dcd9cf280d), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:41.096883 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-11ecc67d-192c-43b6-805f-1c2d32b9b160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (2a1e6545-2ed6-4fe7-9267-59dcd9cf280d), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:41.099587 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-11ecc67d-192c-43b6-805f-1c2d32b9b160 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:41.100765 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-11ecc67d-192c-43b6-805f-1c2d32b9b160 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/2a1e6545-2ed6-4fe7-9267-59dcd9cf280d HTTP/1.1" status: 204 len: 168 time: 0.1565502 Feb 02 15:54:41.109573 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ecc67d-192c-43b6-805f-1c2d32b9b160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1e6545-2ed6-4fe7-9267-59dcd9cf280d,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:41.372061 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:54:41.552201 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a4b2e-3ac5-4e4e-b7e5-9ed4fe7dc5a7 req-3005939c-02da-4c5b-b918-9fcdb897302a tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:41.554833 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f49a4b2e-3ac5-4e4e-b7e5-9ed4fe7dc5a7 req-3005939c-02da-4c5b-b918-9fcdb897302a tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 945 time: 0.0763021 Feb 02 15:54:41.603398 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f49a4b2e-3ac5-4e4e-b7e5-9ed4fe7dc5a7 req-657a6206-d942-4dd8-9370-f65fe260ac0f tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/security-groups?id=6cab17ab-0e38-420c-80af-f3ff870192d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424328 Feb 02 15:54:41.962042 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7e9d1-225e-4d3e-ac6f-0be2774e9b15 req-35fb9680-ce95-40f1-bd72-9a9f190e27c6 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:41.963571 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d3f7e9d1-225e-4d3e-ac6f-0be2774e9b15 req-35fb9680-ce95-40f1-bd72-9a9f190e27c6 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=9531f553-95c3-4a5e-8713-f86e42e0716f HTTP/1.1" status: 200 len: 946 time: 0.1110120 Feb 02 15:54:41.975351 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf81218-bd1b-474a-bf23-4388f285a08d req-c85d6c61-c64f-4f71-887a-72a3377a1249 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:41.976866 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4bf81218-bd1b-474a-bf23-4388f285a08d req-c85d6c61-c64f-4f71-887a-72a3377a1249 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0842507 Feb 02 15:54:42.052970 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d3f7e9d1-225e-4d3e-ac6f-0be2774e9b15 req-e9bb4e09-4cdb-4c09-998b-7d618e683450 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/security-groups?id=9ca20c2d-adaf-4534-a5e9-fd3eb5544378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750635 Feb 02 15:54:42.060665 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4bf81218-bd1b-474a-bf23-4388f285a08d req-25c3d795-e2ae-4dd7-918d-249919bbdb17 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693750 Feb 02 15:54:42.744034 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ed3d4-8d50-4ad5-ad4b-8893bed43b12 req-0756717d-5e25-4940-bde7-ac8c928e540e tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:42.745579 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-570ed3d4-8d50-4ad5-ad4b-8893bed43b12 req-0756717d-5e25-4940-bde7-ac8c928e540e tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 945 time: 0.0691130 Feb 02 15:54:42.806163 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-570ed3d4-8d50-4ad5-ad4b-8893bed43b12 req-c799fe0b-f381-4d7a-be60-e36ff258cf77 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/security-groups?id=6cab17ab-0e38-420c-80af-f3ff870192d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526912 Feb 02 15:54:42.834318 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-cf4ac3da-490a-4932-881a-f01119552768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:43.215396 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366788b-e6c2-400a-85ea-2fd87fec123e req-26085e58-25f5-4187-8b6c-18a85c22eb82 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:43.216844 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8366788b-e6c2-400a-85ea-2fd87fec123e req-26085e58-25f5-4187-8b6c-18a85c22eb82 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0844145 Feb 02 15:54:43.223525 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ef764-d07a-491f-bc48-2d0e4f1490ff req-7b23b1aa-4e73-478a-93ca-e78a0b892a73 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:43.224863 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c35ef764-d07a-491f-bc48-2d0e4f1490ff req-7b23b1aa-4e73-478a-93ca-e78a0b892a73 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=9531f553-95c3-4a5e-8713-f86e42e0716f HTTP/1.1" status: 200 len: 946 time: 0.0939646 Feb 02 15:54:43.293605 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8366788b-e6c2-400a-85ea-2fd87fec123e req-a4b0a10d-c864-4ece-afca-3fd813cf380d tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675426 Feb 02 15:54:43.296780 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c35ef764-d07a-491f-bc48-2d0e4f1490ff req-d008002f-a5bc-49fb-96f0-7951253a7b54 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/security-groups?id=9ca20c2d-adaf-4534-a5e9-fd3eb5544378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655279 Feb 02 15:54:43.896347 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8609f56-cb95-4765-82bf-3b26e9766940 req-6b3caf3b-6cd8-430e-acc1-e1d0eed8ed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:43.897922 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e8609f56-cb95-4765-82bf-3b26e9766940 req-6b3caf3b-6cd8-430e-acc1-e1d0eed8ed45 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9531f553-95c3-4a5e-8713-f86e42e0716f HTTP/1.1" status: 200 len: 1130 time: 0.0441740 Feb 02 15:54:43.931132 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf326870-4f23-49a5-bf23-5f2514fcd56d req-7509b50a-57c2-4aa0-9022-837a69a63a2e tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:43.932604 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-cf326870-4f23-49a5-bf23-5f2514fcd56d req-7509b50a-57c2-4aa0-9022-837a69a63a2e tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 945 time: 0.0568717 Feb 02 15:54:43.947110 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e8609f56-cb95-4765-82bf-3b26e9766940 req-845aca2d-91fd-49c5-8f25-fe4e293388c8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9ca20c2d-adaf-4534-a5e9-fd3eb5544378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425916 Feb 02 15:54:43.980295 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-cf326870-4f23-49a5-bf23-5f2514fcd56d req-ffb0c28f-d2d4-4dd9-8ea8-7a4751f17379 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/security-groups?id=6cab17ab-0e38-420c-80af-f3ff870192d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412014 Feb 02 15:54:44.445514 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77a662-d40e-40c8-8c45-21068908332b req-938306f2-7fba-40f0-871b-808adc227d36 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:44.447008 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-bd77a662-d40e-40c8-8c45-21068908332b req-938306f2-7fba-40f0-871b-808adc227d36 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0841811 Feb 02 15:54:44.454345 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5f5a4-3969-4cdc-adda-76f75b6dd4cf req-4ca9eaf7-6e53-45e0-b139-fe81547b71f6 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:44.455791 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-bab5f5a4-3969-4cdc-adda-76f75b6dd4cf req-4ca9eaf7-6e53-45e0-b139-fe81547b71f6 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=9531f553-95c3-4a5e-8713-f86e42e0716f HTTP/1.1" status: 200 len: 946 time: 0.0842547 Feb 02 15:54:44.527992 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-bd77a662-d40e-40c8-8c45-21068908332b req-00103fe5-eb32-40f4-8ae8-52358bcc9b24 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706532 Feb 02 15:54:44.531937 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-bab5f5a4-3969-4cdc-adda-76f75b6dd4cf req-94d2cf58-c5b6-42a7-bed3-f1b88e770105 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/security-groups?id=9ca20c2d-adaf-4534-a5e9-fd3eb5544378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690222 Feb 02 15:54:45.123520 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597328c9-5daa-4ef3-8802-3d1f8998b824 req-968f4f9a-75c8-4629-96e7-e5f90f3f2d10 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:45.125074 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-597328c9-5daa-4ef3-8802-3d1f8998b824 req-968f4f9a-75c8-4629-96e7-e5f90f3f2d10 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 945 time: 0.0588539 Feb 02 15:54:45.199928 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-597328c9-5daa-4ef3-8802-3d1f8998b824 req-5a9e8b01-90a9-41e4-a520-ab2459a9fe08 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/security-groups?id=6cab17ab-0e38-420c-80af-f3ff870192d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633147 Feb 02 15:54:45.334056 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-37eb8fab-fb8b-4abe-bc31-dccb4a11926d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:45.683855 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d820c6-50e5-4991-8177-d349f7523bd9 req-dcd8fe11-7225-4621-b5d8-9e415aa205c9 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:45.685339 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f4d820c6-50e5-4991-8177-d349f7523bd9 req-dcd8fe11-7225-4621-b5d8-9e415aa205c9 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0913391 Feb 02 15:54:45.695313 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cac01-d199-4bfb-8292-c2c918fc1a7d req-b20ad4e0-20b5-4da1-852a-5dc9f7265108 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:45.696692 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4f2cac01-d199-4bfb-8292-c2c918fc1a7d req-b20ad4e0-20b5-4da1-852a-5dc9f7265108 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=9531f553-95c3-4a5e-8713-f86e42e0716f HTTP/1.1" status: 200 len: 946 time: 0.0925405 Feb 02 15:54:45.947647 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:45.961653 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4f2cac01-d199-4bfb-8292-c2c918fc1a7d req-6c6352a4-5b2a-48b8-8daa-8288b9a97726 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/security-groups?id=9ca20c2d-adaf-4534-a5e9-fd3eb5544378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584448 Feb 02 15:54:45.964437 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f4d820c6-50e5-4991-8177-d349f7523bd9 req-0a1e0a9b-ed36-429e-8263-9ca00790109e tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668536 Feb 02 15:54:46.214901 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:46.330054 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578467f8-062c-43c5-8e97-39fad4ae0847 req-605eb054-170a-476c-9ee8-df5b7ea073d5 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:46.331674 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-578467f8-062c-43c5-8e97-39fad4ae0847 req-605eb054-170a-476c-9ee8-df5b7ea073d5 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 945 time: 0.0523548 Feb 02 15:54:46.376600 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-578467f8-062c-43c5-8e97-39fad4ae0847 req-77024771-68f5-4ed6-bb16-bb82be26086e tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/security-groups?id=6cab17ab-0e38-420c-80af-f3ff870192d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393777 Feb 02 15:54:47.114494 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874674e-e8b2-4e79-959a-51c25f1c0006 req-7bfa7a01-490c-43fe-b3e7-953404f97f23 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:47.115967 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3874674e-e8b2-4e79-959a-51c25f1c0006 req-7bfa7a01-490c-43fe-b3e7-953404f97f23 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=9531f553-95c3-4a5e-8713-f86e42e0716f HTTP/1.1" status: 200 len: 946 time: 0.0841920 Feb 02 15:54:47.125982 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d3d45-c7e2-4551-9d28-35885a741572 req-fc92c4ca-4050-47e3-85ae-285df572acb2 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:47.127373 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-761d3d45-c7e2-4551-9d28-35885a741572 req-fc92c4ca-4050-47e3-85ae-285df572acb2 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0968235 Feb 02 15:54:47.202964 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3874674e-e8b2-4e79-959a-51c25f1c0006 req-f2d52b9b-fc01-4ca3-88b4-4b32fae58146 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/security-groups?id=9ca20c2d-adaf-4534-a5e9-fd3eb5544378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742986 Feb 02 15:54:47.206565 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-761d3d45-c7e2-4551-9d28-35885a741572 req-236d09f7-f31d-40ab-bae4-0a81a7cc65b4 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713799 Feb 02 15:54:47.498505 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd07089-b699-4933-8263-f01979a89ed6 req-e56a8839-eff4-466b-8913-e4ca7e993bc4 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:47.499983 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8cd07089-b699-4933-8263-f01979a89ed6 req-e56a8839-eff4-466b-8913-e4ca7e993bc4 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 945 time: 0.0568051 Feb 02 15:54:47.546413 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8cd07089-b699-4933-8263-f01979a89ed6 req-1dd96b4d-0a7a-4b85-b483-bebe8f9f1f7b tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/security-groups?id=6cab17ab-0e38-420c-80af-f3ff870192d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403423 Feb 02 15:54:47.644347 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:48.353808 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5cdc7-f060-42a6-8ab2-3c4b386ccf1a req-cbe28c68-6c83-4fe1-bd3f-f7e63045f3de tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:48.355320 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-fee5cdc7-f060-42a6-8ab2-3c4b386ccf1a req-cbe28c68-6c83-4fe1-bd3f-f7e63045f3de tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=9531f553-95c3-4a5e-8713-f86e42e0716f HTTP/1.1" status: 200 len: 946 time: 0.0848286 Feb 02 15:54:48.366922 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b414837-b64b-405d-9df5-116d070d965b req-16d6b359-9e9b-49dd-bbeb-46f2377903e3 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:48.368365 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5b414837-b64b-405d-9df5-116d070d965b req-16d6b359-9e9b-49dd-bbeb-46f2377903e3 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0892701 Feb 02 15:54:48.441919 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-fee5cdc7-f060-42a6-8ab2-3c4b386ccf1a req-5783a461-f904-4411-9c3b-dd1c2f3981c0 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/security-groups?id=9ca20c2d-adaf-4534-a5e9-fd3eb5544378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725827 Feb 02 15:54:48.445990 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5b414837-b64b-405d-9df5-116d070d965b req-89834082-7b6c-4fdb-a061-30faa2f1c490 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709808 Feb 02 15:54:48.671454 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2c68c-1d7b-492f-90b4-e281a4ad0745 req-30601dcd-48a0-4cc0-afa2-e7d624b7cbdd tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:48.673193 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b8a2c68c-1d7b-492f-90b4-e281a4ad0745 req-30601dcd-48a0-4cc0-afa2-e7d624b7cbdd tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 945 time: 0.0524104 Feb 02 15:54:48.719323 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b8a2c68c-1d7b-492f-90b4-e281a4ad0745 req-f0882267-c844-4d75-be3e-d4eff998e766 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/security-groups?id=6cab17ab-0e38-420c-80af-f3ff870192d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400414 Feb 02 15:54:49.180521 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:49.600289 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c9061-cc48-4e12-a5d2-b6a8da9e03d0 req-3b179d26-63ae-4592-b0fc-33398fa47284 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:49.601773 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9b2c9061-cc48-4e12-a5d2-b6a8da9e03d0 req-3b179d26-63ae-4592-b0fc-33398fa47284 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=9531f553-95c3-4a5e-8713-f86e42e0716f HTTP/1.1" status: 200 len: 946 time: 0.0865262 Feb 02 15:54:49.613552 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160ce4f-c3e9-40ab-899f-66a93416c5b9 req-a40f1c37-48ed-4c18-9501-616257e30a2a tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:49.615061 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-7160ce4f-c3e9-40ab-899f-66a93416c5b9 req-a40f1c37-48ed-4c18-9501-616257e30a2a tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0879595 Feb 02 15:54:49.687979 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9b2c9061-cc48-4e12-a5d2-b6a8da9e03d0 req-f8ef8249-42e4-469f-ab08-b98a923c1038 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/security-groups?id=9ca20c2d-adaf-4534-a5e9-fd3eb5544378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719433 Feb 02 15:54:49.691438 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-7160ce4f-c3e9-40ab-899f-66a93416c5b9 req-13a92778-f76e-44f0-ba9a-f7f711e91325 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697622 Feb 02 15:54:49.835849 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77979a23-d10a-4832-9f36-1c7954e6e4a5 req-eb3787e3-aa5d-4069-aad7-593f98ef9e7a tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:49.837332 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-77979a23-d10a-4832-9f36-1c7954e6e4a5 req-eb3787e3-aa5d-4069-aad7-593f98ef9e7a tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 945 time: 0.0512867 Feb 02 15:54:49.882861 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-77979a23-d10a-4832-9f36-1c7954e6e4a5 req-c742d822-52a1-4027-b180-eb68e69587aa tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/security-groups?id=6cab17ab-0e38-420c-80af-f3ff870192d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400608 Feb 02 15:54:50.811592 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da056bf-ebb8-47ae-88a3-4893ec4243f4 req-46eeb0c2-a69e-4fa4-a024-fddc96a80608 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:50.813074 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2da056bf-ebb8-47ae-88a3-4893ec4243f4 req-46eeb0c2-a69e-4fa4-a024-fddc96a80608 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0557282 Feb 02 15:54:50.858092 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2da056bf-ebb8-47ae-88a3-4893ec4243f4 req-7d2dea9c-d533-44ca-b365-4730e5681cb0 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389097 Feb 02 15:54:51.001170 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4028fb9-c8f1-49f9-93ec-b854c0abf233 req-bdbe1bee-d471-4871-a70a-1a3ae41567a9 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:51.002603 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b4028fb9-c8f1-49f9-93ec-b854c0abf233 req-bdbe1bee-d471-4871-a70a-1a3ae41567a9 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 945 time: 0.0534124 Feb 02 15:54:51.052924 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b4028fb9-c8f1-49f9-93ec-b854c0abf233 req-716561a6-3e50-4b4c-9d08-f43eda5bf645 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/security-groups?id=6cab17ab-0e38-420c-80af-f3ff870192d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415192 Feb 02 15:54:51.973410 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2461aa1-787d-4964-bf03-aa9360aeccee req-24744d9e-f30b-4850-bd2e-0215899ea819 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:51.974816 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d2461aa1-787d-4964-bf03-aa9360aeccee req-24744d9e-f30b-4850-bd2e-0215899ea819 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0522614 Feb 02 15:54:52.023772 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d2461aa1-787d-4964-bf03-aa9360aeccee req-8a2afedd-ba4c-4009-9339-249ccb6398b5 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434456 Feb 02 15:54:52.173348 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f936476-4c4f-4777-a860-4ffe4837bd1f req-4349b059-caf5-4db7-a90f-8e5e59200887 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:52.174764 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0f936476-4c4f-4777-a860-4ffe4837bd1f req-4349b059-caf5-4db7-a90f-8e5e59200887 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 945 time: 0.0527027 Feb 02 15:54:52.221061 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0f936476-4c4f-4777-a860-4ffe4837bd1f req-dfb22dbc-652a-4d08-a339-e61b104369f1 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/security-groups?id=6cab17ab-0e38-420c-80af-f3ff870192d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400438 Feb 02 15:54:52.741372 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e1a72c10-9dcb-4608-a530-33fc4d9c2e08 req-e2f8a8fb-56e5-4662-8feb-5919f962b577 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497568 Feb 02 15:54:52.867636 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a72c10-9dcb-4608-a530-33fc4d9c2e08 req-0bb6ef8a-4e8d-4956-abce-50cd2be6c075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:52.869163 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e1a72c10-9dcb-4608-a530-33fc4d9c2e08 req-0bb6ef8a-4e8d-4956-abce-50cd2be6c075 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=72f52223a6e14cb8a8c10c8caa85635b&device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 1129 time: 0.0442286 Feb 02 15:54:52.985006 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a72c10-9dcb-4608-a530-33fc4d9c2e08 req-c271078c-1f85-406b-bd77-a2049571a7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:52.986520 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e1a72c10-9dcb-4608-a530-33fc4d9c2e08 req-c271078c-1f85-406b-bd77-a2049571a7af service neutron] 10.222.0.59 "GET /v2.0/networks?id=aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca HTTP/1.1" status: 200 len: 920 time: 0.0866170 Feb 02 15:54:53.038781 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e1a72c10-9dcb-4608-a530-33fc4d9c2e08 req-28bf4833-7f8e-438f-a910-f8952c7dc6fc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07bda9a9-5405-4d9f-bb29-c929ef3b4f5a HTTP/1.1" status: 200 len: 217 time: 0.0397124 Feb 02 15:54:53.122922 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a72c10-9dcb-4608-a530-33fc4d9c2e08 req-166f9745-9309-4a81-8b10-b489aa923cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:53.124398 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e1a72c10-9dcb-4608-a530-33fc4d9c2e08 req-166f9745-9309-4a81-8b10-b489aa923cd3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6bef7920-00cb-4a69-a6a7-9d6da3eabd36 HTTP/1.1" status: 200 len: 859 time: 0.0451989 Feb 02 15:54:53.148170 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21a626-0d0f-4012-a25d-a2e3ca859bf8 req-929c82a4-a2a9-45e5-abcc-a4bbdd8cc6cf tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:53.149709 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2d21a626-0d0f-4012-a25d-a2e3ca859bf8 req-929c82a4-a2a9-45e5-abcc-a4bbdd8cc6cf tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0561340 Feb 02 15:54:53.187939 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e1a72c10-9dcb-4608-a530-33fc4d9c2e08 req-4a9d535c-294d-4102-9b2a-e7fb3fe03c02 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276461 Feb 02 15:54:53.198096 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2d21a626-0d0f-4012-a25d-a2e3ca859bf8 req-a47b5f24-b8ca-4550-888c-a28badb2899c tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429568 Feb 02 15:54:53.291912 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e1a72c10-9dcb-4608-a530-33fc4d9c2e08 req-cf7e5a0c-6c77-460f-be1c-66e503b7e05c service neutron] 10.222.0.59 "GET /v2.0/networks/aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908055 Feb 02 15:54:53.342650 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635799f-9749-40e5-881f-f00618098823 req-a488f991-efef-44bb-bf03-87fe056dd5d4 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:53.344129 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d635799f-9749-40e5-881f-f00618098823 req-a488f991-efef-44bb-bf03-87fe056dd5d4 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 945 time: 0.0559607 Feb 02 15:54:53.390970 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d635799f-9749-40e5-881f-f00618098823 req-50d0c140-5d1a-437a-abaf-1b21fe593cff tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/security-groups?id=6cab17ab-0e38-420c-80af-f3ff870192d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407104 Feb 02 15:54:54.312843 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210222c2-19c8-4556-b0fe-9cd8bd1a1395 req-ad93d629-a445-40e1-9026-59b651467c79 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:54.314323 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-210222c2-19c8-4556-b0fe-9cd8bd1a1395 req-ad93d629-a445-40e1-9026-59b651467c79 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0504322 Feb 02 15:54:54.360569 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-210222c2-19c8-4556-b0fe-9cd8bd1a1395 req-226ba2b0-f0c3-4860-af64-e62ee9269ad3 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396843 Feb 02 15:54:54.511808 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77d634-9444-490b-b9e3-d24f1b08179c req-0e510cb8-03eb-44ca-a19f-8eae7f870868 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:54.513296 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ca77d634-9444-490b-b9e3-d24f1b08179c req-0e510cb8-03eb-44ca-a19f-8eae7f870868 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 945 time: 0.0544448 Feb 02 15:54:54.559978 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ca77d634-9444-490b-b9e3-d24f1b08179c req-faaeccdf-eb26-4774-ba6b-7e5695ec08a6 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/security-groups?id=6cab17ab-0e38-420c-80af-f3ff870192d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409594 Feb 02 15:54:55.480016 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cee45-d8f7-4e6e-a1ef-d20e64de1424 req-d41a8c6e-fbd8-470a-abcd-33a11cad102f tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:55.481527 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-324cee45-d8f7-4e6e-a1ef-d20e64de1424 req-d41a8c6e-fbd8-470a-abcd-33a11cad102f tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0528419 Feb 02 15:54:55.526942 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-324cee45-d8f7-4e6e-a1ef-d20e64de1424 req-8644eddc-ca78-4574-b1b3-f1e7bde0e7dd tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400271 Feb 02 15:54:55.683174 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b3754-56f5-47ad-9149-e651112cc8e9 req-8f201ee0-35fc-4cbd-b963-835bff6c5da8 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:55.684655 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0e7b3754-56f5-47ad-9149-e651112cc8e9 req-8f201ee0-35fc-4cbd-b963-835bff6c5da8 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 945 time: 0.0568628 Feb 02 15:54:55.735674 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0e7b3754-56f5-47ad-9149-e651112cc8e9 req-7db96974-0392-4a1c-ba05-de660d32c30b tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/security-groups?id=6cab17ab-0e38-420c-80af-f3ff870192d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454068 Feb 02 15:54:56.232241 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e1a72c10-9dcb-4608-a530-33fc4d9c2e08 req-44a99a34-129f-4af7-89d9-f026ac8495fd service neutron] 10.222.0.59 "GET /v2.0/networks/aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821233 Feb 02 15:54:56.643005 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3c7ff-774e-4a89-831d-ad006a91f063 req-21cd70fb-080e-441f-bfbf-7588bcaea776 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:56.645026 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-eeb3c7ff-774e-4a89-831d-ad006a91f063 req-21cd70fb-080e-441f-bfbf-7588bcaea776 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0519428 Feb 02 15:54:56.691312 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-eeb3c7ff-774e-4a89-831d-ad006a91f063 req-3c00ecd7-d272-483a-bc21-213c57b02f64 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406556 Feb 02 15:54:56.828265 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140e880-73ee-4e7d-a7fb-576eb40daabe req-05c692e8-e52e-464c-9585-6d2c9c2f20cd tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:56.829714 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-5140e880-73ee-4e7d-a7fb-576eb40daabe req-05c692e8-e52e-464c-9585-6d2c9c2f20cd tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.59 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 945 time: 0.0928199 Feb 02 15:54:56.860869 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c385e3c-048b-41a1-b814-6f4b728f5d4b req-b701ed85-62d6-4ace-ba91-2dd557a793a0 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:56.862570 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2c385e3c-048b-41a1-b814-6f4b728f5d4b req-b701ed85-62d6-4ace-ba91-2dd557a793a0 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 945 time: 0.0582340 Feb 02 15:54:56.913594 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2c385e3c-048b-41a1-b814-6f4b728f5d4b req-3e98430c-0b84-4585-bf06-ac4b63e6a7fd tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/security-groups?id=6cab17ab-0e38-420c-80af-f3ff870192d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434892 Feb 02 15:54:56.995371 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-5140e880-73ee-4e7d-a7fb-576eb40daabe req-33bcd491-14f3-4c00-91d2-f56d6fc27073 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Deleting port ab5a759f-a148-478b-8616-e4749ee00ce6 {{(pid=109038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 15:54:56.995947 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-5140e880-73ee-4e7d-a7fb-576eb40daabe req-33bcd491-14f3-4c00-91d2-f56d6fc27073 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (ab5a759f-a148-478b-8616-e4749ee00ce6), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:57.104401 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-5140e880-73ee-4e7d-a7fb-576eb40daabe req-33bcd491-14f3-4c00-91d2-f56d6fc27073 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] For port ab5a759f-a148-478b-8616-e4749ee00ce6, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=ab5a759f-a148-478b-8616-e4749ee00ce6,segment=NetworkSegment(cf2ff181-a846-4288-9f7c-5844d2b10d41),segment_id=cf2ff181-a846-4288-9f7c-5844d2b10d41)] {{(pid=109038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:54:57.104778 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-5140e880-73ee-4e7d-a7fb-576eb40daabe req-33bcd491-14f3-4c00-91d2-f56d6fc27073 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (ab5a759f-a148-478b-8616-e4749ee00ce6), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:57.120526 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-5140e880-73ee-4e7d-a7fb-576eb40daabe req-33bcd491-14f3-4c00-91d2-f56d6fc27073 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Calling delete_port for ab5a759f-a148-478b-8616-e4749ee00ce6 owned by compute:nova {{(pid=109038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 15:54:57.284224 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b29c60-de4f-4f2f-91c4-61d1eb39eb23 req-92dbd507-e223-4abe-9f5d-96275e6d1fe6 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:57.285353 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-5140e880-73ee-4e7d-a7fb-576eb40daabe req-33bcd491-14f3-4c00-91d2-f56d6fc27073 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (ab5a759f-a148-478b-8616-e4749ee00ce6), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:57.286227 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b6b29c60-de4f-4f2f-91c4-61d1eb39eb23 req-92dbd507-e223-4abe-9f5d-96275e6d1fe6 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=9531f553-95c3-4a5e-8713-f86e42e0716f HTTP/1.1" status: 200 len: 946 time: 0.0582774 Feb 02 15:54:57.318577 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcd491-14f3-4c00-91d2-f56d6fc27073 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Pushing event deleted for resources: {'Port': ['ID=ab5a759f-a148-478b-8616-e4749ee00ce6,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:57.343760 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['ab5a759f-a148-478b-8616-e4749ee00ce6'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 15:54:57.355236 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b6b29c60-de4f-4f2f-91c4-61d1eb39eb23 req-bf364580-41d3-4d20-944f-fbda0779e998 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/security-groups?id=9ca20c2d-adaf-4534-a5e9-fd3eb5544378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587060 Feb 02 15:54:57.396163 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-5140e880-73ee-4e7d-a7fb-576eb40daabe req-33bcd491-14f3-4c00-91d2-f56d6fc27073 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] No DVR routers for this DVR port ab5a759f-a148-478b-8616-e4749ee00ce6 on host hv-cinder-82751 {{(pid=109038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:54:57.399437 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-5140e880-73ee-4e7d-a7fb-576eb40daabe req-33bcd491-14f3-4c00-91d2-f56d6fc27073 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:57.403188 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-5140e880-73ee-4e7d-a7fb-576eb40daabe req-33bcd491-14f3-4c00-91d2-f56d6fc27073 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.59 "DELETE /v2.0/ports/ab5a759f-a148-478b-8616-e4749ee00ce6 HTTP/1.1" status: 204 len: 173 time: 0.5682881 Feb 02 15:54:57.403641 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300f2d43-0f6d-441a-9332-bf2c3c2dabd8', 'name': 'network-vif-deleted', 'tag': 'ab5a759f-a148-478b-8616-e4749ee00ce6'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:54:57.406117 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe96d0db-d80b-4134-b2e7-bc68b82f9f61" -d '{"events": [{"server_uuid": "300f2d43-0f6d-441a-9332-bf2c3c2dabd8", "name": "network-vif-deleted", "tag": "ab5a759f-a148-478b-8616-e4749ee00ce6"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:54:57.448484 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 15:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbb73ab-bf30-41a6-a22a-e76484d753d8 x-openstack-request-id: req-4fbb73ab-bf30-41a6-a22a-e76484d753d8 {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:54:57.449084 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300f2d43-0f6d-441a-9332-bf2c3c2dabd8", "name": "network-vif-deleted", "tag": "ab5a759f-a148-478b-8616-e4749ee00ce6", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:54:57.449456 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-4fbb73ab-bf30-41a6-a22a-e76484d753d8 {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:54:57.449992 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300f2d43-0f6d-441a-9332-bf2c3c2dabd8', 'name': 'network-vif-deleted', 'tag': 'ab5a759f-a148-478b-8616-e4749ee00ce6', 'status': 'completed', 'code': 200} Feb 02 15:54:57.817512 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494c1d7-d1c0-4b4c-9c2b-003f31c5afe8 req-2296eebd-88ec-4673-9a4e-02b68c1a6b72 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:57.819434 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9494c1d7-d1c0-4b4c-9c2b-003f31c5afe8 req-2296eebd-88ec-4673-9a4e-02b68c1a6b72 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0605202 Feb 02 15:54:57.889280 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9494c1d7-d1c0-4b4c-9c2b-003f31c5afe8 req-917bd786-07b7-4208-8d39-f1b41db48d8a tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607622 Feb 02 15:54:58.067379 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-15bea5fd-9e3f-4856-8586-ede9ea7c21ea req-920e3c6b-1f99-47c9-8d78-dd5726e402f2 tempest-DeleteServersTestJSON-361906564 tempest-DeleteServersTestJSON-361906564-project] 10.222.0.112 "GET /v2.0/ports?device_id=300f2d43-0f6d-441a-9332-bf2c3c2dabd8 HTTP/1.1" status: 200 len: 210 time: 0.0310376 Feb 02 15:54:58.490227 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f39ba6-f8c8-464a-a1e8-c072c3663291 req-0d42ec39-efea-4708-99b9-0958452783b7 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:58.491744 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b6f39ba6-f8c8-464a-a1e8-c072c3663291 req-0d42ec39-efea-4708-99b9-0958452783b7 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=9531f553-95c3-4a5e-8713-f86e42e0716f HTTP/1.1" status: 200 len: 946 time: 0.0563049 Feb 02 15:54:58.540316 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b6f39ba6-f8c8-464a-a1e8-c072c3663291 req-8987b858-200c-4925-b8f1-0282d2ba3d3d tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/security-groups?id=9ca20c2d-adaf-4534-a5e9-fd3eb5544378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424385 Feb 02 15:54:59.000679 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7453e65-5315-4c35-a3e5-737e3b3fba16 req-e8b244e0-7f7c-4332-a4f6-56559375d9e3 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:59.002200 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a7453e65-5315-4c35-a3e5-737e3b3fba16 req-e8b244e0-7f7c-4332-a4f6-56559375d9e3 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0557430 Feb 02 15:54:59.048242 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a7453e65-5315-4c35-a3e5-737e3b3fba16 req-97c032b4-2487-4b98-aad3-2483da66baa7 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401142 Feb 02 15:54:59.478122 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 58788) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:59.579219 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e55037e8-d4a3-4feb-bb2e-41e87d3bfbcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:59.656548 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e55037e8-d4a3-4feb-bb2e-41e87d3bfbcf admin admin] Publish callbacks [] for security_group (76b91951-f4ad-4c8f-8cd2-87410af10d70), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:59.659679 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e55037e8-d4a3-4feb-bb2e-41e87d3bfbcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (76b91951-f4ad-4c8f-8cd2-87410af10d70), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:59.671186 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b84cf-ce79-4f3b-b1c9-a821045dd05e req-02292393-0b7f-4b08-bce6-2bbafe61f4bc tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:59.672616 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d48b84cf-ce79-4f3b-b1c9-a821045dd05e req-02292393-0b7f-4b08-bce6-2bbafe61f4bc tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=9531f553-95c3-4a5e-8713-f86e42e0716f HTTP/1.1" status: 200 len: 946 time: 0.0599074 Feb 02 15:54:59.697329 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-e55037e8-d4a3-4feb-bb2e-41e87d3bfbcf admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=411fa557e8ef4535819f0cd2bdfe53cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180874 Feb 02 15:54:59.698528 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55037e8-d4a3-4feb-bb2e-41e87d3bfbcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b91951-f4ad-4c8f-8cd2-87410af10d70,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:59.701010 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 58794) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:54:59.720320 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d48b84cf-ce79-4f3b-b1c9-a821045dd05e req-22f72a59-d32a-418d-b8b4-d90026fadb95 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/security-groups?id=9ca20c2d-adaf-4534-a5e9-fd3eb5544378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412645 Feb 02 15:54:59.750570 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-4e70ddef-87e1-4720-a7e2-8008c6e2765f admin admin] Publish callbacks [] for security_group (76b91951-f4ad-4c8f-8cd2-87410af10d70), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:59.777533 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-4e70ddef-87e1-4720-a7e2-8008c6e2765f admin admin] Publish callbacks [] for security_group (76b91951-f4ad-4c8f-8cd2-87410af10d70), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:59.824712 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-4e70ddef-87e1-4720-a7e2-8008c6e2765f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (76b91951-f4ad-4c8f-8cd2-87410af10d70), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:59.827262 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-4e70ddef-87e1-4720-a7e2-8008c6e2765f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:54:59.828504 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-4e70ddef-87e1-4720-a7e2-8008c6e2765f admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/76b91951-f4ad-4c8f-8cd2-87410af10d70 HTTP/1.1" status: 204 len: 168 time: 0.1263037 Feb 02 15:54:59.836469 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70ddef-87e1-4720-a7e2-8008c6e2765f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b91951-f4ad-4c8f-8cd2-87410af10d70,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:00.166902 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d1c80-9f20-4ad9-89fa-938f12552f93 req-019ae4b5-06d7-4738-acef-a4861e61f65a tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:00.168380 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-316d1c80-9f20-4ad9-89fa-938f12552f93 req-019ae4b5-06d7-4738-acef-a4861e61f65a tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0513513 Feb 02 15:55:00.213831 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-316d1c80-9f20-4ad9-89fa-938f12552f93 req-60fff81d-43d6-45a8-a7ff-ee0150046827 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392799 Feb 02 15:55:00.635249 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device ab5a759f-a148-478b-8616-e4749ee00ce6 no longer exists at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 15:55:00.663826 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] No Port match for: ab5a759f-a148-478b-8616-e4749ee00ce6 {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 15:55:00.664177 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device ab5a759f-a148-478b-8616-e4749ee00ce6 not bound to the agent host hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 15:55:00.837748 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b92ee9-9a81-42d1-b8ce-73259e5b317e req-ef164117-d843-4663-887d-188bc1aa9955 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:00.839207 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-13b92ee9-9a81-42d1-b8ce-73259e5b317e req-ef164117-d843-4663-887d-188bc1aa9955 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=9531f553-95c3-4a5e-8713-f86e42e0716f HTTP/1.1" status: 200 len: 946 time: 0.0512431 Feb 02 15:55:00.888064 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-13b92ee9-9a81-42d1-b8ce-73259e5b317e req-f958f5ff-bb38-4c76-957e-9c5029f07b0c tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/security-groups?id=9ca20c2d-adaf-4534-a5e9-fd3eb5544378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434108 Feb 02 15:55:01.331015 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7452f1b-3ee4-42d2-9d71-d4e6bd9cc7fc req-de60bfb8-6f1f-4c84-876f-268df031b9f3 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:01.333255 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e7452f1b-3ee4-42d2-9d71-d4e6bd9cc7fc req-de60bfb8-6f1f-4c84-876f-268df031b9f3 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0533268 Feb 02 15:55:01.379869 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e7452f1b-3ee4-42d2-9d71-d4e6bd9cc7fc req-5bc889c0-1754-4e9b-8fd5-f47700ba8b7b tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411327 Feb 02 15:55:02.033335 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7db4d7-0884-431c-b09c-98933e3e2770 req-ca12f0ab-b13e-484f-9b26-a09fe241a7e1 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:02.035604 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2f7db4d7-0884-431c-b09c-98933e3e2770 req-ca12f0ab-b13e-484f-9b26-a09fe241a7e1 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=9531f553-95c3-4a5e-8713-f86e42e0716f HTTP/1.1" status: 200 len: 946 time: 0.0599616 Feb 02 15:55:02.086634 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2f7db4d7-0884-431c-b09c-98933e3e2770 req-152be927-a13d-4af7-b830-589c3a8556b0 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/security-groups?id=9ca20c2d-adaf-4534-a5e9-fd3eb5544378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453291 Feb 02 15:55:02.520844 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532fd4d-3dff-4734-b7da-c190f76bae2f req-8d40cc5b-5a7f-4ce6-8fd9-e0719a5172f7 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:02.525530 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1532fd4d-3dff-4734-b7da-c190f76bae2f req-8d40cc5b-5a7f-4ce6-8fd9-e0719a5172f7 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0701215 Feb 02 15:55:02.558397 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf4d11-da5f-4a4a-baf9-3ff61a10476e req-f79416c1-7fa8-476e-bbaa-07003c41d4c9 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:02.560488 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-75bf4d11-da5f-4a4a-baf9-3ff61a10476e req-f79416c1-7fa8-476e-bbaa-07003c41d4c9 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.59 "GET /v2.0/ports?device_id=9531f553-95c3-4a5e-8713-f86e42e0716f HTTP/1.1" status: 200 len: 946 time: 0.0725877 Feb 02 15:55:02.578595 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1532fd4d-3dff-4734-b7da-c190f76bae2f req-b4e06fbd-0398-481d-bac3-489a3c88b3d0 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504012 Feb 02 15:55:02.668192 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-75bf4d11-da5f-4a4a-baf9-3ff61a10476e req-2e428f4c-72ef-4d19-8182-fd19b30307e1 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Deleting port 64ffcca6-c6b9-4f88-a4e1-5ebb989008b8 {{(pid=109038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 15:55:02.668539 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-75bf4d11-da5f-4a4a-baf9-3ff61a10476e req-2e428f4c-72ef-4d19-8182-fd19b30307e1 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (64ffcca6-c6b9-4f88-a4e1-5ebb989008b8), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:02.762423 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-75bf4d11-da5f-4a4a-baf9-3ff61a10476e req-2e428f4c-72ef-4d19-8182-fd19b30307e1 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] For port 64ffcca6-c6b9-4f88-a4e1-5ebb989008b8, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=64ffcca6-c6b9-4f88-a4e1-5ebb989008b8,segment=NetworkSegment(a6fa934b-861d-43e9-9e90-5f2075559f2e),segment_id=a6fa934b-861d-43e9-9e90-5f2075559f2e)] {{(pid=109038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:55:02.762788 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-75bf4d11-da5f-4a4a-baf9-3ff61a10476e req-2e428f4c-72ef-4d19-8182-fd19b30307e1 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (64ffcca6-c6b9-4f88-a4e1-5ebb989008b8), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:02.775077 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-75bf4d11-da5f-4a4a-baf9-3ff61a10476e req-2e428f4c-72ef-4d19-8182-fd19b30307e1 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Calling delete_port for 64ffcca6-c6b9-4f88-a4e1-5ebb989008b8 owned by compute:nova {{(pid=109038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 15:55:02.906609 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-75bf4d11-da5f-4a4a-baf9-3ff61a10476e req-2e428f4c-72ef-4d19-8182-fd19b30307e1 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (64ffcca6-c6b9-4f88-a4e1-5ebb989008b8), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:02.935174 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e428f4c-72ef-4d19-8182-fd19b30307e1 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Pushing event deleted for resources: {'Port': ['ID=64ffcca6-c6b9-4f88-a4e1-5ebb989008b8,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:02.946623 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['64ffcca6-c6b9-4f88-a4e1-5ebb989008b8'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 15:55:02.982107 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-75bf4d11-da5f-4a4a-baf9-3ff61a10476e req-2e428f4c-72ef-4d19-8182-fd19b30307e1 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] No DVR routers for this DVR port 64ffcca6-c6b9-4f88-a4e1-5ebb989008b8 on host hv-cinder-82751 {{(pid=109038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:55:02.985023 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-75bf4d11-da5f-4a4a-baf9-3ff61a10476e req-2e428f4c-72ef-4d19-8182-fd19b30307e1 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:02.988811 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-75bf4d11-da5f-4a4a-baf9-3ff61a10476e req-2e428f4c-72ef-4d19-8182-fd19b30307e1 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.59 "DELETE /v2.0/ports/64ffcca6-c6b9-4f88-a4e1-5ebb989008b8 HTTP/1.1" status: 204 len: 173 time: 0.4204080 Feb 02 15:55:02.989346 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9531f553-95c3-4a5e-8713-f86e42e0716f', 'name': 'network-vif-deleted', 'tag': '64ffcca6-c6b9-4f88-a4e1-5ebb989008b8'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:55:02.991604 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4cd354-42b0-4402-81eb-2628626edf9c" -d '{"events": [{"server_uuid": "9531f553-95c3-4a5e-8713-f86e42e0716f", "name": "network-vif-deleted", "tag": "64ffcca6-c6b9-4f88-a4e1-5ebb989008b8"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:55:03.030836 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 15:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21413e2a-a679-4a25-ab1b-d97e00c42ff0 x-openstack-request-id: req-21413e2a-a679-4a25-ab1b-d97e00c42ff0 {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:55:03.031130 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9531f553-95c3-4a5e-8713-f86e42e0716f", "name": "network-vif-deleted", "tag": "64ffcca6-c6b9-4f88-a4e1-5ebb989008b8", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:55:03.031376 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-21413e2a-a679-4a25-ab1b-d97e00c42ff0 {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:55:03.031767 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9531f553-95c3-4a5e-8713-f86e42e0716f', 'name': 'network-vif-deleted', 'tag': '64ffcca6-c6b9-4f88-a4e1-5ebb989008b8', 'status': 'completed', 'code': 200} Feb 02 15:55:03.201457 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-eb40b753-2671-4347-966e-5e97e5b76945 req-8286d50e-80c5-4f07-b897-b4d80f0496c6 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=9531f553-95c3-4a5e-8713-f86e42e0716f HTTP/1.1" status: 200 len: 210 time: 0.0284545 Feb 02 15:55:03.761364 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 58868) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:03.796707 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a786c2f-2e92-4cae-9b89-5fa089208430 req-656d80cc-29e8-46be-a734-c821fbd21002 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:03.798911 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1a786c2f-2e92-4cae-9b89-5fa089208430 req-656d80cc-29e8-46be-a734-c821fbd21002 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0949082 Feb 02 15:55:03.838631 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_v2 [None req-6944bc8c-cf90-4a22-b052-5660b8f34d57 admin admin] Deleting subnet 9a3f4520-2eda-4151-9649-f7c10bbcb65e {{(pid=109038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 15:55:03.841838 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-6944bc8c-cf90-4a22-b052-5660b8f34d57 admin admin] Publish callbacks [] for subnet (9a3f4520-2eda-4151-9649-f7c10bbcb65e), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:03.855311 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1a786c2f-2e92-4cae-9b89-5fa089208430 req-733ead27-d861-4d8b-940c-2e594b9e60ee tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500588 Feb 02 15:55:03.892812 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-6944bc8c-cf90-4a22-b052-5660b8f34d57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5222245'] for subnet (9a3f4520-2eda-4151-9649-f7c10bbcb65e), precommit_delete_associations {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:03.902217 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 58872) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:03.932050 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-6944bc8c-cf90-4a22-b052-5660b8f34d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145137'] for subnet (9a3f4520-2eda-4151-9649-f7c10bbcb65e), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:03.989564 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-6944bc8c-cf90-4a22-b052-5660b8f34d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4863332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5232880'] for subnet (9a3f4520-2eda-4151-9649-f7c10bbcb65e), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:04.016772 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944bc8c-cf90-4a22-b052-5660b8f34d57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a3f4520-2eda-4151-9649-f7c10bbcb65e,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:04.016966 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0f6e2719-6ff5-4ca2-9d45-da2220defc9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:04.020879 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-6944bc8c-cf90-4a22-b052-5660b8f34d57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:04.024172 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-6944bc8c-cf90-4a22-b052-5660b8f34d57 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/9a3f4520-2eda-4151-9649-f7c10bbcb65e HTTP/1.1" status: 204 len: 168 time: 0.2598939 Feb 02 15:55:04.026774 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 58876) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:04.093212 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0f6e2719-6ff5-4ca2-9d45-da2220defc9a admin admin] Publish callbacks [] for security_group (71e3dfdc-ad1d-4e3b-b7e7-aafc8cab11e5), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:04.098177 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0f6e2719-6ff5-4ca2-9d45-da2220defc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (71e3dfdc-ad1d-4e3b-b7e7-aafc8cab11e5), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:04.101573 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-7cb7379f-0f5b-425b-9d6d-aa5ac48be6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1153519'] for network (8e568dc9-80fc-42ae-973f-9ce5b154f810), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:04.134049 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e2719-6ff5-4ca2-9d45-da2220defc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e3dfdc-ad1d-4e3b-b7e7-aafc8cab11e5,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:04.138301 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-0f6e2719-6ff5-4ca2-9d45-da2220defc9a admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=742f6dc4064f456dbf3a98cfa8c98dcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350454 Feb 02 15:55:04.140953 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 58878) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:04.183200 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-7cb7379f-0f5b-425b-9d6d-aa5ac48be6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143470', 'neutron.services.segments.db._delete_segments_for_network-8791047536797'] for network (8e568dc9-80fc-42ae-973f-9ce5b154f810), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:04.188172 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-8d0ec2a9-4187-423b-91c6-b434ffcdc919 admin admin] Publish callbacks [] for security_group (71e3dfdc-ad1d-4e3b-b7e7-aafc8cab11e5), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:04.209485 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.services.segments.db [None req-7cb7379f-0f5b-425b-9d6d-aa5ac48be6cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e568dc9-80fc-42ae-973f-9ce5b154f810']}} {{(pid=109038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:04.216421 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-8d0ec2a9-4187-423b-91c6-b434ffcdc919 admin admin] Publish callbacks [] for security_group (71e3dfdc-ad1d-4e3b-b7e7-aafc8cab11e5), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:04.220843 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.services.segments.db [None req-7cb7379f-0f5b-425b-9d6d-aa5ac48be6cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2ff181-a846-4288-9f7c-5844d2b10d41') {'for_net_delete': True} {{(pid=109038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:04.221179 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.services.segments.db [None req-7cb7379f-0f5b-425b-9d6d-aa5ac48be6cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2ff181-a846-4288-9f7c-5844d2b10d41') {} {{(pid=109038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:04.232876 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-7cb7379f-0f5b-425b-9d6d-aa5ac48be6cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791047557030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5222254'] for segment (cf2ff181-a846-4288-9f7c-5844d2b10d41), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:04.248906 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-7cb7379f-0f5b-425b-9d6d-aa5ac48be6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (cf2ff181-a846-4288-9f7c-5844d2b10d41), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:04.258583 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb7379f-0f5b-425b-9d6d-aa5ac48be6cd admin admin] Releasing vlan 969 on physical network physnet1 to pool {{(pid=109038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 15:55:04.259022 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-7cb7379f-0f5b-425b-9d6d-aa5ac48be6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4863390'] for segment (cf2ff181-a846-4288-9f7c-5844d2b10d41), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:04.260973 dv-cinder-827511-1-iscsi neutron-server[109038]: Traceback (most recent call last): Feb 02 15:55:04.260973 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 15:55:04.260973 dv-cinder-827511-1-iscsi neutron-server[109038]: timer() Feb 02 15:55:04.260973 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:55:04.260973 dv-cinder-827511-1-iscsi neutron-server[109038]: cb(*args, **kw) Feb 02 15:55:04.260973 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 15:55:04.260973 dv-cinder-827511-1-iscsi neutron-server[109038]: return func(*args, **kwargs) Feb 02 15:55:04.260973 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:55:04.260973 dv-cinder-827511-1-iscsi neutron-server[109038]: self._notify() Feb 02 15:55:04.260973 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:55:04.260973 dv-cinder-827511-1-iscsi neutron-server[109038]: self.callback(batched_events) Feb 02 15:55:04.260973 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:55:04.260973 dv-cinder-827511-1-iscsi neutron-server[109038]: event.method(event) Feb 02 15:55:04.260973 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 15:55:04.260973 dv-cinder-827511-1-iscsi neutron-server[109038]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:55:04.260973 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 15:55:04.260973 dv-cinder-827511-1-iscsi neutron-server[109038]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:55:04.260973 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 15:55:04.260973 dv-cinder-827511-1-iscsi neutron-server[109038]: return f(self, *a, **k) Feb 02 15:55:04.260973 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:55:04.260973 dv-cinder-827511-1-iscsi neutron-server[109038]: return self._get(url).json() Feb 02 15:55:04.260973 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:55:04.260973 dv-cinder-827511-1-iscsi neutron-server[109038]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:55:04.260973 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 15:55:04.260973 dv-cinder-827511-1-iscsi neutron-server[109038]: return self.request(url, 'GET', **kwargs) Feb 02 15:55:04.260973 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 15:55:04.260973 dv-cinder-827511-1-iscsi neutron-server[109038]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:55:04.260973 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 15:55:04.260973 dv-cinder-827511-1-iscsi neutron-server[109038]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:55:04.260973 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 15:55:04.260973 dv-cinder-827511-1-iscsi neutron-server[109038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:55:04.260973 dv-cinder-827511-1-iscsi neutron-server[109038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:55:04.274432 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-8d0ec2a9-4187-423b-91c6-b434ffcdc919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (71e3dfdc-ad1d-4e3b-b7e7-aafc8cab11e5), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:04.277562 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-8d0ec2a9-4187-423b-91c6-b434ffcdc919 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:04.278901 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-8d0ec2a9-4187-423b-91c6-b434ffcdc919 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/71e3dfdc-ad1d-4e3b-b7e7-aafc8cab11e5 HTTP/1.1" status: 204 len: 168 time: 0.1370232 Feb 02 15:55:04.287956 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ec2a9-4187-423b-91c6-b434ffcdc919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e3dfdc-ad1d-4e3b-b7e7-aafc8cab11e5,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:04.330198 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-7cb7379f-0f5b-425b-9d6d-aa5ac48be6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7937865'] for network (8e568dc9-80fc-42ae-973f-9ce5b154f810), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:04.334947 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-7cb7379f-0f5b-425b-9d6d-aa5ac48be6cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:04.339007 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-7cb7379f-0f5b-425b-9d6d-aa5ac48be6cd admin admin] 10.222.0.112 "DELETE /v2.0/networks/8e568dc9-80fc-42ae-973f-9ce5b154f810 HTTP/1.1" status: 204 len: 168 time: 0.3112743 Feb 02 15:55:04.351302 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7379f-0f5b-425b-9d6d-aa5ac48be6cd admin admin] Pushing event deleted for resources: {'Network': ['ID=8e568dc9-80fc-42ae-973f-9ce5b154f810,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:04.566691 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-470ee8aa-4a2d-4e46-ac98-230578119089 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:04.568758 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-470ee8aa-4a2d-4e46-ac98-230578119089 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/networks?id=28a4f4f1-67c9-41a8-8d20-2f8621f3e26f HTTP/1.1" status: 200 len: 808 time: 0.1107872 Feb 02 15:55:04.586306 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-b55b994f-2607-43e9-823c-1d9ed77533f5 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/quotas/083281479a614be29c8ef8ae95a4c779 HTTP/1.1" status: 200 len: 375 time: 0.0107486 Feb 02 15:55:04.618638 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 58906) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:04.635760 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-eb636892-eddb-42f0-a3c7-744aa3b8b2ba tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=083281479a614be29c8ef8ae95a4c779&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412455 Feb 02 15:55:04.660664 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-9366db3b-bc72-446d-b1ee-d4f028fa7cb9 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=9a4fd2ba4da94faa9d0360410d91d90d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0406475 Feb 02 15:55:04.663961 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 58910) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:04.716057 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-3ee8ff65-85b4-457e-b571-dcca9b2876d9 admin admin] Publish callbacks [] for security_group (6cab17ab-0e38-420c-80af-f3ff870192d4), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:04.737992 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-b77a9a7f-d951-43af-afb5-3fafe5029fce service neutron] 10.222.0.112 "GET /v2.0/networks/28a4f4f1-67c9-41a8-8d20-2f8621f3e26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943570 Feb 02 15:55:04.738244 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-3ee8ff65-85b4-457e-b571-dcca9b2876d9 admin admin] Publish callbacks [] for security_group (6cab17ab-0e38-420c-80af-f3ff870192d4), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:04.810617 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-3ee8ff65-85b4-457e-b571-dcca9b2876d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (6cab17ab-0e38-420c-80af-f3ff870192d4), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:04.813474 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-3ee8ff65-85b4-457e-b571-dcca9b2876d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:04.814746 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-3ee8ff65-85b4-457e-b571-dcca9b2876d9 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/6cab17ab-0e38-420c-80af-f3ff870192d4 HTTP/1.1" status: 204 len: 168 time: 0.1497605 Feb 02 15:55:04.824137 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee8ff65-85b4-457e-b571-dcca9b2876d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cab17ab-0e38-420c-80af-f3ff870192d4,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:04.865376 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-c5d11d5b-77d3-4363-88fd-bb0813646e5d service neutron] 10.222.0.112 "GET /v2.0/networks/28a4f4f1-67c9-41a8-8d20-2f8621f3e26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235189 Feb 02 15:55:05.068350 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5c1d5-c885-407b-bdca-d523a4794a51 req-d8a5d7a2-1ca1-4335-9919-eb3d51c820d6 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:05.069952 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f3a5c1d5-c885-407b-bdca-d523a4794a51 req-d8a5d7a2-1ca1-4335-9919-eb3d51c820d6 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.1186297 Feb 02 15:55:05.071856 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-7cd253b6-fc94-48af-a061-b38d438e6ed3 req-694207f4-7185-4b04-bd49-36f9988db536 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=d5e00e78-2a4e-4ade-9f31-8244e3dd1624 HTTP/1.1" status: 200 len: 210 time: 0.0473363 Feb 02 15:55:05.146455 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f3a5c1d5-c885-407b-bdca-d523a4794a51 req-bf4cdf64-5415-4abf-b2f0-a475b972a45d tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703573 Feb 02 15:55:06.177867 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ddc250e8-6d33-44e7-9bd7-586725a0690a req-6b222c53-c937-494b-8e36-34019f5070cb tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=d5e00e78-2a4e-4ade-9f31-8244e3dd1624 HTTP/1.1" status: 200 len: 210 time: 0.0288367 Feb 02 15:55:06.306446 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc76cc-dd8c-45b2-8ad8-3161452c4c5f req-35ca22f5-6ea2-4db8-a3c9-c164b11db622 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:06.308718 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-89cc76cc-dd8c-45b2-8ad8-3161452c4c5f req-35ca22f5-6ea2-4db8-a3c9-c164b11db622 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0658190 Feb 02 15:55:06.376932 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-89cc76cc-dd8c-45b2-8ad8-3161452c4c5f req-29b0c904-39f6-4e38-a1d7-13371ac97815 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522420 Feb 02 15:55:07.270732 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e9db107f-029c-48f1-badb-be76744e23dd req-f8fad302-223b-4027-847d-7d8909e05d84 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=d5e00e78-2a4e-4ade-9f31-8244e3dd1624 HTTP/1.1" status: 200 len: 210 time: 0.0275664 Feb 02 15:55:07.501349 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9c021-ce8d-4575-920a-335b7d29580e req-194b12c3-4b40-46e6-9530-bcb18fb05a73 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:07.502816 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-dfb9c021-ce8d-4575-920a-335b7d29580e req-194b12c3-4b40-46e6-9530-bcb18fb05a73 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0506673 Feb 02 15:55:07.549102 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-dfb9c021-ce8d-4575-920a-335b7d29580e req-6d21cad9-5258-4fcb-b7fe-193c8e6c7ffc tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401359 Feb 02 15:55:07.962136 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-b2f24d19-2aba-4701-a8db-85670e419108 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:07.963719 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-b2f24d19-2aba-4701-a8db-85670e419108 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.59 "GET /v2.0/networks?id=28a4f4f1-67c9-41a8-8d20-2f8621f3e26f HTTP/1.1" status: 200 len: 808 time: 0.1391466 Feb 02 15:55:07.998171 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-56eb91ae-9fe9-4ab7-b2d9-46ef9c50d0b0 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Request body: {'port': {'device_id': 'd5e00e78-2a4e-4ade-9f31-8244e3dd1624', 'network_id': '28a4f4f1-67c9-41a8-8d20-2f8621f3e26f', 'admin_state_up': True, 'tenant_id': '083281479a614be29c8ef8ae95a4c779'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:55:08.127514 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-56eb91ae-9fe9-4ab7-b2d9-46ef9c50d0b0 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Made reservation on behalf of 083281479a614be29c8ef8ae95a4c779 for: {'port': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:55:08.132396 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-56eb91ae-9fe9-4ab7-b2d9-46ef9c50d0b0 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:08.270881 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_common [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-56eb91ae-9fe9-4ab7-b2d9-46ef9c50d0b0 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Allocated IP 172.20.0.14 (28a4f4f1-67c9-41a8-8d20-2f8621f3e26f/6afc6412-2e43-44fe-a288-7be6f0d5b6fe/f51baf58-517b-41d5-bae2-68f084a5dfcb) {{(pid=109038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:55:08.438769 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f94842f5-ea1e-4aac-8e6c-d111fffd65a0 req-2b526e35-0a88-491a-a08a-1daad958b579 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=d5e00e78-2a4e-4ade-9f31-8244e3dd1624 HTTP/1.1" status: 200 len: 210 time: 0.0489101 Feb 02 15:55:08.664281 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-56eb91ae-9fe9-4ab7-b2d9-46ef9c50d0b0 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Publish callbacks [] for port (f51baf58-517b-41d5-bae2-68f084a5dfcb), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:08.668902 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630b42b-03c8-4c3f-b3dd-d772645dc28c req-213ef0e9-c16f-4658-b140-4535cf777184 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:08.670671 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6630b42b-03c8-4c3f-b3dd-d772645dc28c req-213ef0e9-c16f-4658-b140-4535cf777184 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0523620 Feb 02 15:55:08.716003 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-56eb91ae-9fe9-4ab7-b2d9-46ef9c50d0b0 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (f51baf58-517b-41d5-bae2-68f084a5dfcb), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:08.730673 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6630b42b-03c8-4c3f-b3dd-d772645dc28c req-e36b0399-4c40-415f-993a-3868d44e4260 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466301 Feb 02 15:55:08.772489 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-56eb91ae-9fe9-4ab7-b2d9-46ef9c50d0b0 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Network 28a4f4f1-67c9-41a8-8d20-2f8621f3e26f is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:55:08.776575 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-56eb91ae-9fe9-4ab7-b2d9-46ef9c50d0b0 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:55:08.778380 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb91ae-9fe9-4ab7-b2d9-46ef9c50d0b0 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Pushing event updated for resources: {'Port': ['ID=f51baf58-517b-41d5-bae2-68f084a5dfcb,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:08.780552 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-56eb91ae-9fe9-4ab7-b2d9-46ef9c50d0b0 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Received port after_create {{(pid=109038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:55:08.830037 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-56eb91ae-9fe9-4ab7-b2d9-46ef9c50d0b0 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:08.830665 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-56eb91ae-9fe9-4ab7-b2d9-46ef9c50d0b0 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:08.850025 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-56eb91ae-9fe9-4ab7-b2d9-46ef9c50d0b0 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8569977 Feb 02 15:55:08.871219 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-f3547537-1c7e-4c1e-aa80-7746bb1d73c9 service neutron] Request body: {'port': {'device_id': 'd5e00e78-2a4e-4ade-9f31-8244e3dd1624', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82751'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:55:08.934833 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-f3547537-1c7e-4c1e-aa80-7746bb1d73c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (f51baf58-517b-41d5-bae2-68f084a5dfcb), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:09.112113 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 64ffcca6-c6b9-4f88-a4e1-5ebb989008b8 no longer exists at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 15:55:09.135059 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] No Port match for: 64ffcca6-c6b9-4f88-a4e1-5ebb989008b8 {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 15:55:09.135412 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 64ffcca6-c6b9-4f88-a4e1-5ebb989008b8 not bound to the agent host hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 15:55:09.220796 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-f3547537-1c7e-4c1e-aa80-7746bb1d73c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f51baf58-517b-41d5-bae2-68f084a5dfcb {{(pid=109038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 15:55:09.230042 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-f3547537-1c7e-4c1e-aa80-7746bb1d73c9 service neutron] Publish callbacks [] for port (f51baf58-517b-41d5-bae2-68f084a5dfcb), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:09.245310 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.provisioning_blocks [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-f3547537-1c7e-4c1e-aa80-7746bb1d73c9 service neutron] Transition to ACTIVE for port object f51baf58-517b-41d5-bae2-68f084a5dfcb will not be triggered until provisioned by entity L2. {{(pid=109038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:55:09.250330 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-f3547537-1c7e-4c1e-aa80-7746bb1d73c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (f51baf58-517b-41d5-bae2-68f084a5dfcb), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:09.343766 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3547537-1c7e-4c1e-aa80-7746bb1d73c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f51baf58-517b-41d5-bae2-68f084a5dfcb,revision_number=2']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:09.385106 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-f3547537-1c7e-4c1e-aa80-7746bb1d73c9 service neutron] Attempting to bind port f51baf58-517b-41d5-bae2-68f084a5dfcb on host hv-cinder-82751 for vnic_type normal with profile {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:55:09.385622 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-f3547537-1c7e-4c1e-aa80-7746bb1d73c9 service neutron] Attempting to bind port f51baf58-517b-41d5-bae2-68f084a5dfcb by drivers openvswitch,hyperv on host hv-cinder-82751 at level 0 using segments [{'id': 'a6fa934b-861d-43e9-9e90-5f2075559f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '28a4f4f1-67c9-41a8-8d20-2f8621f3e26f'}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:55:09.386009 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-f3547537-1c7e-4c1e-aa80-7746bb1d73c9 service neutron] Attempting to bind port f51baf58-517b-41d5-bae2-68f084a5dfcb on network 28a4f4f1-67c9-41a8-8d20-2f8621f3e26f {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:55:09.392104 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-f3547537-1c7e-4c1e-aa80-7746bb1d73c9 service neutron] Port f51baf58-517b-41d5-bae2-68f084a5dfcb on network 28a4f4f1-67c9-41a8-8d20-2f8621f3e26f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82751 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 15:55:09.392539 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-f3547537-1c7e-4c1e-aa80-7746bb1d73c9 service neutron] Attempting to bind port f51baf58-517b-41d5-bae2-68f084a5dfcb on network 28a4f4f1-67c9-41a8-8d20-2f8621f3e26f {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:55:09.399525 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-f3547537-1c7e-4c1e-aa80-7746bb1d73c9 service neutron] Checking agent: {'id': 'd02ae37f-da75-47b5-8264-16fb0fa5b24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82751', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'started_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:55:09.400640 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-f3547537-1c7e-4c1e-aa80-7746bb1d73c9 service neutron] Checking segment: {'id': 'a6fa934b-861d-43e9-9e90-5f2075559f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '28a4f4f1-67c9-41a8-8d20-2f8621f3e26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:55:09.400640 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-f3547537-1c7e-4c1e-aa80-7746bb1d73c9 service neutron] Bound using segment: {'id': 'a6fa934b-861d-43e9-9e90-5f2075559f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '28a4f4f1-67c9-41a8-8d20-2f8621f3e26f'} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:55:09.400997 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-f3547537-1c7e-4c1e-aa80-7746bb1d73c9 service neutron] Bound port: f51baf58-517b-41d5-bae2-68f084a5dfcb, host: hv-cinder-82751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6fa934b-861d-43e9-9e90-5f2075559f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '28a4f4f1-67c9-41a8-8d20-2f8621f3e26f'}}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:55:09.401409 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-f3547537-1c7e-4c1e-aa80-7746bb1d73c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (f51baf58-517b-41d5-bae2-68f084a5dfcb), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:09.470298 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-f3547537-1c7e-4c1e-aa80-7746bb1d73c9 service neutron] For port f51baf58-517b-41d5-bae2-68f084a5dfcb, host hv-cinder-82751, cleared binding levels {{(pid=109038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:55:09.474508 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-f3547537-1c7e-4c1e-aa80-7746bb1d73c9 service neutron] For port f51baf58-517b-41d5-bae2-68f084a5dfcb, host hv-cinder-82751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=f51baf58-517b-41d5-bae2-68f084a5dfcb,segment=NetworkSegment(a6fa934b-861d-43e9-9e90-5f2075559f2e),segment_id=a6fa934b-861d-43e9-9e90-5f2075559f2e)] {{(pid=109038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:55:09.482158 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-f3547537-1c7e-4c1e-aa80-7746bb1d73c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (f51baf58-517b-41d5-bae2-68f084a5dfcb), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:09.522880 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-f3547537-1c7e-4c1e-aa80-7746bb1d73c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:09.523590 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-f3547537-1c7e-4c1e-aa80-7746bb1d73c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:09.524976 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-f3547537-1c7e-4c1e-aa80-7746bb1d73c9 service neutron] 10.222.0.59 "PUT /v2.0/ports/f51baf58-517b-41d5-bae2-68f084a5dfcb HTTP/1.1" status: 200 len: 1094 time: 0.6581707 Feb 02 15:55:09.525511 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e00e78-2a4e-4ade-9f31-8244e3dd1624', 'tag': 'f51baf58-517b-41d5-bae2-68f084a5dfcb'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:55:09.527701 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb9fe9b-280c-45b1-9b19-2319849cc6d5" -d '{"events": [{"name": "network-changed", "server_uuid": "d5e00e78-2a4e-4ade-9f31-8244e3dd1624", "tag": "f51baf58-517b-41d5-bae2-68f084a5dfcb"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:55:09.558366 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3547537-1c7e-4c1e-aa80-7746bb1d73c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f51baf58-517b-41d5-bae2-68f084a5dfcb,revision_number=3']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:09.574677 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474e1be-66b4-4d2f-9321-1ad2481b9e24 req-77303778-2701-4450-bd84-4f6c410ead57 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:09.577433 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6474e1be-66b4-4d2f-9321-1ad2481b9e24 req-77303778-2701-4450-bd84-4f6c410ead57 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=d5e00e78-2a4e-4ade-9f31-8244e3dd1624 HTTP/1.1" status: 200 len: 944 time: 0.0728734 Feb 02 15:55:09.593366 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 15:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9d17b6-a1ae-4177-8ec2-1e55826f078c x-openstack-request-id: req-cf9d17b6-a1ae-4177-8ec2-1e55826f078c {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:55:09.593778 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5e00e78-2a4e-4ade-9f31-8244e3dd1624", "tag": "f51baf58-517b-41d5-bae2-68f084a5dfcb", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:55:09.593993 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-cf9d17b6-a1ae-4177-8ec2-1e55826f078c {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:55:09.594424 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e00e78-2a4e-4ade-9f31-8244e3dd1624', 'tag': 'f51baf58-517b-41d5-bae2-68f084a5dfcb', 'status': 'completed', 'code': 200} Feb 02 15:55:09.632072 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6474e1be-66b4-4d2f-9321-1ad2481b9e24 req-37faeef5-b883-4f69-ae12-1ea7411f9cbd tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/security-groups?id=9ca20c2d-adaf-4534-a5e9-fd3eb5544378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480402 Feb 02 15:55:09.672545 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-663e20c0-babc-4ffc-a8cf-3b61cda08127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:09.674360 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-663e20c0-babc-4ffc-a8cf-3b61cda08127 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=083281479a614be29c8ef8ae95a4c779&device_id=d5e00e78-2a4e-4ade-9f31-8244e3dd1624 HTTP/1.1" status: 200 len: 1128 time: 0.0521626 Feb 02 15:55:09.738673 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-9806d8ce-1b2c-4692-8709-6419555d4e32 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f51baf58-517b-41d5-bae2-68f084a5dfcb HTTP/1.1" status: 200 len: 217 time: 0.0394216 Feb 02 15:55:09.797622 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-1703b795-f473-49f5-9d1a-87223d7e0dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:09.799771 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-1703b795-f473-49f5-9d1a-87223d7e0dbe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6afc6412-2e43-44fe-a288-7be6f0d5b6fe HTTP/1.1" status: 200 len: 848 time: 0.0528784 Feb 02 15:55:09.834639 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-494b4f69-cd6f-485c-9ee9-1b9b63dd27ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=28a4f4f1-67c9-41a8-8d20-2f8621f3e26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280743 Feb 02 15:55:09.886369 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2629d9b-674d-4138-aef0-9e3789758f7e req-bc3012a6-60af-445f-9c80-9a9f2441ef07 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:09.888084 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b2629d9b-674d-4138-aef0-9e3789758f7e req-bc3012a6-60af-445f-9c80-9a9f2441ef07 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0742428 Feb 02 15:55:09.936539 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-a22ec7ba-1b6a-47ab-9ff6-50e865e8c85a service neutron] 10.222.0.59 "GET /v2.0/networks/28a4f4f1-67c9-41a8-8d20-2f8621f3e26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949507 Feb 02 15:55:09.937768 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b2629d9b-674d-4138-aef0-9e3789758f7e req-087e59ef-bb32-4f73-aadb-01b54684c0bf tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439749 Feb 02 15:55:10.750609 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea06363-cb20-4c90-994c-89e087223b07 req-6ea10d69-2e24-4ec9-b498-216d36541378 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:10.752074 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-fea06363-cb20-4c90-994c-89e087223b07 req-6ea10d69-2e24-4ec9-b498-216d36541378 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=d5e00e78-2a4e-4ade-9f31-8244e3dd1624 HTTP/1.1" status: 200 len: 944 time: 0.0516315 Feb 02 15:55:10.799551 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-fea06363-cb20-4c90-994c-89e087223b07 req-9f419dca-dd6e-43d1-8259-46ce1c029b15 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/security-groups?id=9ca20c2d-adaf-4534-a5e9-fd3eb5544378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414252 Feb 02 15:55:11.031368 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-2509b5fd-fa02-4ac4-828a-3e83b26424a2 req-c68fa929-98c2-4b4f-a988-db9221612ed7 service neutron] 10.222.0.59 "GET /v2.0/networks/28a4f4f1-67c9-41a8-8d20-2f8621f3e26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840313 Feb 02 15:55:11.054483 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e5a8a-d17e-4570-a047-8a57798ffb98 req-a77a10dd-ac0d-4ffa-8964-35faef229760 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:11.055925 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6f9e5a8a-d17e-4570-a047-8a57798ffb98 req-a77a10dd-ac0d-4ffa-8964-35faef229760 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0506232 Feb 02 15:55:11.105799 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6f9e5a8a-d17e-4570-a047-8a57798ffb98 req-2b208e6a-9004-4d1e-ae45-fdc897353835 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442598 Feb 02 15:55:11.919473 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e32199-efac-423f-b0dc-5a08d623eb2a req-a93601c9-6901-4b3b-a898-6afec2f560b2 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:11.921995 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-74e32199-efac-423f-b0dc-5a08d623eb2a req-a93601c9-6901-4b3b-a898-6afec2f560b2 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=d5e00e78-2a4e-4ade-9f31-8244e3dd1624 HTTP/1.1" status: 200 len: 944 time: 0.0538106 Feb 02 15:55:11.967928 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-74e32199-efac-423f-b0dc-5a08d623eb2a req-1b0222f0-7c6f-475d-8473-da62bdc2cc4c tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/security-groups?id=9ca20c2d-adaf-4534-a5e9-fd3eb5544378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392702 Feb 02 15:55:12.223096 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040457ea-d0a6-472b-a965-ec3f6d267017 req-2c091093-5f1e-4e70-9c82-36933f4aea66 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:12.224547 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-040457ea-d0a6-472b-a965-ec3f6d267017 req-2c091093-5f1e-4e70-9c82-36933f4aea66 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0519927 Feb 02 15:55:12.269477 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-040457ea-d0a6-472b-a965-ec3f6d267017 req-86e6be59-530b-4f3a-bb02-07b0f76a588f tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387440 Feb 02 15:55:12.827071 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-bc7475ae-2ed3-4185-a148-0baaee5da9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:13.083083 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9fe9b-280c-45b1-9b19-2319849cc6d5 req-bd74a5f2-6743-4955-accd-71fbb23b77de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:13.084546 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0fb9fe9b-280c-45b1-9b19-2319849cc6d5 req-bd74a5f2-6743-4955-accd-71fbb23b77de service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=083281479a614be29c8ef8ae95a4c779&device_id=d5e00e78-2a4e-4ade-9f31-8244e3dd1624 HTTP/1.1" status: 200 len: 1128 time: 0.0523851 Feb 02 15:55:13.092986 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4095dc4-6524-4834-bbb3-6da2dfa53d6a req-e4c601d7-8c19-44ac-873e-5afaf13f4dea tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:13.094482 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f4095dc4-6524-4834-bbb3-6da2dfa53d6a req-e4c601d7-8c19-44ac-873e-5afaf13f4dea tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=d5e00e78-2a4e-4ade-9f31-8244e3dd1624 HTTP/1.1" status: 200 len: 944 time: 0.0562789 Feb 02 15:55:13.141979 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f4095dc4-6524-4834-bbb3-6da2dfa53d6a req-1b8ea8ef-23dd-4525-9b13-68c81548c478 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/security-groups?id=9ca20c2d-adaf-4534-a5e9-fd3eb5544378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419514 Feb 02 15:55:13.177363 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9fe9b-280c-45b1-9b19-2319849cc6d5 req-2ca4317f-4426-45cf-931b-527fdd4943e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:13.178849 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0fb9fe9b-280c-45b1-9b19-2319849cc6d5 req-2ca4317f-4426-45cf-931b-527fdd4943e1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=28a4f4f1-67c9-41a8-8d20-2f8621f3e26f HTTP/1.1" status: 200 len: 909 time: 0.0869248 Feb 02 15:55:13.226898 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0fb9fe9b-280c-45b1-9b19-2319849cc6d5 req-c5313a8d-6c93-486b-8c60-01d9d3ec7e39 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f51baf58-517b-41d5-bae2-68f084a5dfcb HTTP/1.1" status: 200 len: 217 time: 0.0380878 Feb 02 15:55:13.278289 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9fe9b-280c-45b1-9b19-2319849cc6d5 req-41b41a65-e265-4b64-b578-087daa7f3c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:13.279797 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0fb9fe9b-280c-45b1-9b19-2319849cc6d5 req-41b41a65-e265-4b64-b578-087daa7f3c3e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6afc6412-2e43-44fe-a288-7be6f0d5b6fe HTTP/1.1" status: 200 len: 848 time: 0.0457842 Feb 02 15:55:13.313441 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0fb9fe9b-280c-45b1-9b19-2319849cc6d5 req-bfec9771-96f6-4bd0-aa32-d4e2809233aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=28a4f4f1-67c9-41a8-8d20-2f8621f3e26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253646 Feb 02 15:55:13.388862 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008cb36-5b3f-4c83-988c-d5f9d31646a6 req-03322133-4499-48e0-985b-3ad6873f910f tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:13.390304 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4008cb36-5b3f-4c83-988c-d5f9d31646a6 req-03322133-4499-48e0-985b-3ad6873f910f tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0525479 Feb 02 15:55:13.408731 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0fb9fe9b-280c-45b1-9b19-2319849cc6d5 req-f051fbcb-32f9-4b6a-8069-5e82f0e6ddf0 service neutron] 10.222.0.59 "GET /v2.0/networks/28a4f4f1-67c9-41a8-8d20-2f8621f3e26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883527 Feb 02 15:55:13.436656 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4008cb36-5b3f-4c83-988c-d5f9d31646a6 req-42923983-8619-4334-a02f-de8bf2c6d829 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397477 Feb 02 15:55:13.509993 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0fb9fe9b-280c-45b1-9b19-2319849cc6d5 req-5bacefd1-10e1-4c83-b4db-c5b9736b51d4 service neutron] 10.222.0.59 "GET /v2.0/networks/28a4f4f1-67c9-41a8-8d20-2f8621f3e26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883048 Feb 02 15:55:14.261951 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bc32c-6ba2-4bd0-bad6-d5fbad0c698b req-18ee6cba-a1a1-44b6-bc8f-84b5fb1698bc tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:14.263321 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0a2bc32c-6ba2-4bd0-bad6-d5fbad0c698b req-18ee6cba-a1a1-44b6-bc8f-84b5fb1698bc tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=d5e00e78-2a4e-4ade-9f31-8244e3dd1624 HTTP/1.1" status: 200 len: 944 time: 0.0543993 Feb 02 15:55:14.311760 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0a2bc32c-6ba2-4bd0-bad6-d5fbad0c698b req-04a69cd3-c381-46cf-a881-59d99fec650c tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/security-groups?id=9ca20c2d-adaf-4534-a5e9-fd3eb5544378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429139 Feb 02 15:55:14.556046 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6771d7-a440-48f3-963a-d57ec1d10ff1 req-e45425b7-297a-44b5-88e9-ad92f2cc8682 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:14.557515 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4f6771d7-a440-48f3-963a-d57ec1d10ff1 req-e45425b7-297a-44b5-88e9-ad92f2cc8682 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0507550 Feb 02 15:55:14.607838 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4f6771d7-a440-48f3-963a-d57ec1d10ff1 req-b3009245-6560-4d67-a9ff-6adf975f2fce tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446298 Feb 02 15:55:15.336112 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-08f78300-8ed1-4f0a-9dd7-1f960ade93a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:15.433791 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb0cfc-425b-4724-b8d3-cddae2c8bc21 req-4701e33b-0e81-4a4e-9d3d-3a697c7bb493 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:15.435248 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-06bb0cfc-425b-4724-b8d3-cddae2c8bc21 req-4701e33b-0e81-4a4e-9d3d-3a697c7bb493 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=d5e00e78-2a4e-4ade-9f31-8244e3dd1624 HTTP/1.1" status: 200 len: 944 time: 0.0532470 Feb 02 15:55:15.485190 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-06bb0cfc-425b-4724-b8d3-cddae2c8bc21 req-be575cc2-e4d8-4f33-a154-b0725333c436 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/security-groups?id=9ca20c2d-adaf-4534-a5e9-fd3eb5544378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444064 Feb 02 15:55:15.726720 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bd304-b6a2-44ea-9004-574fcb745da0 req-af2569be-5014-4678-b521-ea3074a3da59 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:15.728364 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-aa9bd304-b6a2-44ea-9004-574fcb745da0 req-af2569be-5014-4678-b521-ea3074a3da59 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0526819 Feb 02 15:55:15.774338 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-aa9bd304-b6a2-44ea-9004-574fcb745da0 req-49100994-d514-4aa2-bf56-57a635f1ad54 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404611 Feb 02 15:55:16.217664 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:16.601471 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6ed6c-688f-45b4-b110-2b7817d35c71 req-d789987e-2292-4807-b707-9f1dfd078648 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:16.602944 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b1d6ed6c-688f-45b4-b110-2b7817d35c71 req-d789987e-2292-4807-b707-9f1dfd078648 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=d5e00e78-2a4e-4ade-9f31-8244e3dd1624 HTTP/1.1" status: 200 len: 944 time: 0.0518293 Feb 02 15:55:16.650650 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b1d6ed6c-688f-45b4-b110-2b7817d35c71 req-ad328d9d-ce62-4fc8-8ab1-90fa75caa7c8 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/security-groups?id=9ca20c2d-adaf-4534-a5e9-fd3eb5544378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420547 Feb 02 15:55:16.754088 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device f51baf58-517b-41d5-bae2-68f084a5dfcb details requested by agent hyperv_hv-cinder-82751 with host hv-cinder-82751 {{(pid=109040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 15:55:16.785924 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:16.865452 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port f51baf58-517b-41d5-bae2-68f084a5dfcb, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=f51baf58-517b-41d5-bae2-68f084a5dfcb,segment=NetworkSegment(a6fa934b-861d-43e9-9e90-5f2075559f2e),segment_id=a6fa934b-861d-43e9-9e90-5f2075559f2e)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:55:16.875761 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Returning: {'device': 'f51baf58-517b-41d5-bae2-68f084a5dfcb', 'network_id': '28a4f4f1-67c9-41a8-8d20-2f8621f3e26f', 'port_id': 'f51baf58-517b-41d5-bae2-68f084a5dfcb', 'mac_address': 'fa:16:3e:e7:56:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 971, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6afc6412-2e43-44fe-a288-7be6f0d5b6fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 15:55:16.894981 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bff715-86e4-4807-b9c2-fae8f9dcc6ff req-033753b6-c487-44e7-9a09-9feca41662ca tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:16.896461 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-53bff715-86e4-4807-b9c2-fae8f9dcc6ff req-033753b6-c487-44e7-9a09-9feca41662ca tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0557823 Feb 02 15:55:16.914135 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port f51baf58-517b-41d5-bae2-68f084a5dfcb is: DOWN; New status is: BUILD {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:55:16.914458 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (f51baf58-517b-41d5-bae2-68f084a5dfcb), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:16.927311 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f51baf58-517b-41d5-bae2-68f084a5dfcb {{(pid=109040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 15:55:16.943022 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-53bff715-86e4-4807-b9c2-fae8f9dcc6ff req-99d2a262-f287-43a8-a604-4c53f4d3bda4 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410578 Feb 02 15:55:16.947466 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port f51baf58-517b-41d5-bae2-68f084a5dfcb, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=f51baf58-517b-41d5-bae2-68f084a5dfcb,segment=NetworkSegment(a6fa934b-861d-43e9-9e90-5f2075559f2e),segment_id=a6fa934b-861d-43e9-9e90-5f2075559f2e)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:55:16.952031 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (f51baf58-517b-41d5-bae2-68f084a5dfcb), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:17.001482 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=f51baf58-517b-41d5-bae2-68f084a5dfcb,revision_number=4']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:17.008961 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:17.009333 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:17.009697 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:17.010037 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:17.010368 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:17.010693 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:17.011018 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:17.011341 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:17.011661 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:17.012000 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:17.012323 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:17.012640 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:17.012954 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:17.399605 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['f51baf58-517b-41d5-bae2-68f084a5dfcb'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 15:55:17.647034 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:17.767575 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2a1f0-8c3d-4f41-be2d-9e3c613da7c7 req-98452db2-83d3-4ae5-8c3c-efeb75700fd2 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:17.769775 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-26d2a1f0-8c3d-4f41-be2d-9e3c613da7c7 req-98452db2-83d3-4ae5-8c3c-efeb75700fd2 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=d5e00e78-2a4e-4ade-9f31-8244e3dd1624 HTTP/1.1" status: 200 len: 945 time: 0.0532310 Feb 02 15:55:17.819432 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-26d2a1f0-8c3d-4f41-be2d-9e3c613da7c7 req-e0764b49-83ad-45d7-9986-a8259d904337 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/security-groups?id=9ca20c2d-adaf-4534-a5e9-fd3eb5544378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415425 Feb 02 15:55:18.211745 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a39a4-f3a5-479b-9218-23a6f40e8063 req-4d076157-ff33-4aa1-b39a-0d273fda9cc9 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:18.213255 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4d4a39a4-f3a5-479b-9218-23a6f40e8063 req-4d076157-ff33-4aa1-b39a-0d273fda9cc9 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0542531 Feb 02 15:55:18.261923 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4d4a39a4-f3a5-479b-9218-23a6f40e8063 req-7027bc0f-2933-40a6-ad7d-95205fa6a3a4 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432606 Feb 02 15:55:18.371871 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:55:18.464059 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 59318) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:18.571672 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-2d101711-ae29-4245-9e87-5bead50bd734 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:18.653534 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-2d101711-ae29-4245-9e87-5bead50bd734 admin admin] Publish callbacks [] for security_group (b085739a-a6d7-4b53-8438-00c177033f81), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:18.657611 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-2d101711-ae29-4245-9e87-5bead50bd734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (b085739a-a6d7-4b53-8438-00c177033f81), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:18.702343 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-2d101711-ae29-4245-9e87-5bead50bd734 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=d64fafe0503d4b199f1c36583d7b5078&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346454 Feb 02 15:55:18.702343 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d101711-ae29-4245-9e87-5bead50bd734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b085739a-a6d7-4b53-8438-00c177033f81,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:18.702749 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 59330) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:18.754076 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-a1b105d2-605b-4357-a578-52b7bd0e2c0b admin admin] Publish callbacks [] for security_group (b085739a-a6d7-4b53-8438-00c177033f81), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:18.775215 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-a1b105d2-605b-4357-a578-52b7bd0e2c0b admin admin] Publish callbacks [] for security_group (b085739a-a6d7-4b53-8438-00c177033f81), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:18.822757 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-a1b105d2-605b-4357-a578-52b7bd0e2c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (b085739a-a6d7-4b53-8438-00c177033f81), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:18.825384 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-a1b105d2-605b-4357-a578-52b7bd0e2c0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:18.826580 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-a1b105d2-605b-4357-a578-52b7bd0e2c0b admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/b085739a-a6d7-4b53-8438-00c177033f81 HTTP/1.1" status: 204 len: 168 time: 0.1218987 Feb 02 15:55:18.835213 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b105d2-605b-4357-a578-52b7bd0e2c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b085739a-a6d7-4b53-8438-00c177033f81,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:18.940296 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371e9ea-2442-49f0-82f6-1c6b8722cc33 req-edd91e1a-0905-49e7-9f42-bd3bff51ba4f tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:18.942483 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a371e9ea-2442-49f0-82f6-1c6b8722cc33 req-edd91e1a-0905-49e7-9f42-bd3bff51ba4f tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=d5e00e78-2a4e-4ade-9f31-8244e3dd1624 HTTP/1.1" status: 200 len: 945 time: 0.0526841 Feb 02 15:55:18.989429 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a371e9ea-2442-49f0-82f6-1c6b8722cc33 req-307c324a-87e1-49f1-9ec9-375b6375e3b4 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/security-groups?id=9ca20c2d-adaf-4534-a5e9-fd3eb5544378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412834 Feb 02 15:55:19.120802 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 59348) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:19.136756 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-7b09d97e-5030-4295-9f11-349d9e4b5a90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:19.182936 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:19.218519 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-7b09d97e-5030-4295-9f11-349d9e4b5a90 admin admin] Publish callbacks [] for security_group (6f4220c8-bf33-4b0e-9ffd-f3cf599638d1), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:19.223112 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-7b09d97e-5030-4295-9f11-349d9e4b5a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (6f4220c8-bf33-4b0e-9ffd-f3cf599638d1), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:19.262461 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b09d97e-5030-4295-9f11-349d9e4b5a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4220c8-bf33-4b0e-9ffd-f3cf599638d1,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:19.269791 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-7b09d97e-5030-4295-9f11-349d9e4b5a90 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=e6777373f6634589b6071a3791481edb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1447597 Feb 02 15:55:19.270184 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 59358) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:19.329347 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-64083567-bc49-49bf-844f-d9520f9aac78 admin admin] Publish callbacks [] for security_group (6f4220c8-bf33-4b0e-9ffd-f3cf599638d1), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:19.377157 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-64083567-bc49-49bf-844f-d9520f9aac78 admin admin] Publish callbacks [] for security_group (6f4220c8-bf33-4b0e-9ffd-f3cf599638d1), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:19.428101 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea9803-93f3-4d44-8f18-877478b30a0d req-2ce9fbaa-670c-433e-a7dd-9c130e1a1386 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:19.429587 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d9ea9803-93f3-4d44-8f18-877478b30a0d req-2ce9fbaa-670c-433e-a7dd-9c130e1a1386 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0908384 Feb 02 15:55:19.455709 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-64083567-bc49-49bf-844f-d9520f9aac78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (6f4220c8-bf33-4b0e-9ffd-f3cf599638d1), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:19.458613 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-64083567-bc49-49bf-844f-d9520f9aac78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:19.459707 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-64083567-bc49-49bf-844f-d9520f9aac78 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/6f4220c8-bf33-4b0e-9ffd-f3cf599638d1 HTTP/1.1" status: 204 len: 168 time: 0.1888177 Feb 02 15:55:19.477286 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64083567-bc49-49bf-844f-d9520f9aac78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4220c8-bf33-4b0e-9ffd-f3cf599638d1,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:19.492355 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d9ea9803-93f3-4d44-8f18-877478b30a0d req-0e8e3532-bc44-4fed-aa8a-293caa373293 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570271 Feb 02 15:55:19.791521 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device f51baf58-517b-41d5-bae2-68f084a5dfcb up at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:55:19.797925 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 59366) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:19.811752 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-80adee02-a9f2-4126-bdc6-62632e8f0238 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:19.840910 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning for port f51baf58-517b-41d5-bae2-68f084a5dfcb completed by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:55:19.845075 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning complete for port f51baf58-517b-41d5-bae2-68f084a5dfcb triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:55:19.845454 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (f51baf58-517b-41d5-bae2-68f084a5dfcb), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:19.884704 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-80adee02-a9f2-4126-bdc6-62632e8f0238 admin admin] Publish callbacks [] for security_group (6663453c-1bb9-4cd4-bf0a-bc825bc322fd), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:19.889952 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-80adee02-a9f2-4126-bdc6-62632e8f0238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (6663453c-1bb9-4cd4-bf0a-bc825bc322fd), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:19.927986 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-80adee02-a9f2-4126-bdc6-62632e8f0238 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=3c291817b1eb479da4ab39ab7e707172&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286631 Feb 02 15:55:19.929788 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port f51baf58-517b-41d5-bae2-68f084a5dfcb is: BUILD; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:55:19.930449 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 59370) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:19.930811 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (f51baf58-517b-41d5-bae2-68f084a5dfcb), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:19.936244 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80adee02-a9f2-4126-bdc6-62632e8f0238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6663453c-1bb9-4cd4-bf0a-bc825bc322fd,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:19.965973 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e00e78-2a4e-4ade-9f31-8244e3dd1624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51baf58-517b-41d5-bae2-68f084a5dfcb'}] {{(pid=109040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:55:19.968334 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1d7bcdb5a183cc49b107777b4db9278503cec4984c40d99c754c4d9ca4724a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85478005-38b0-42a4-a5ef-dae9ab0663c0" -d '{"events": [{"server_uuid": "d5e00e78-2a4e-4ade-9f31-8244e3dd1624", "name": "network-vif-plugged", "status": "completed", "tag": "f51baf58-517b-41d5-bae2-68f084a5dfcb"}]}' {{(pid=109040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:55:19.983580 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65d34ffe-a0ed-4352-b3a1-afdd01ac6c6a admin admin] Publish callbacks [] for security_group (6663453c-1bb9-4cd4-bf0a-bc825bc322fd), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:19.995349 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port f51baf58-517b-41d5-bae2-68f084a5dfcb, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=f51baf58-517b-41d5-bae2-68f084a5dfcb,segment=NetworkSegment(a6fa934b-861d-43e9-9e90-5f2075559f2e),segment_id=a6fa934b-861d-43e9-9e90-5f2075559f2e)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:55:20.000988 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (f51baf58-517b-41d5-bae2-68f084a5dfcb), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:20.018522 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65d34ffe-a0ed-4352-b3a1-afdd01ac6c6a admin admin] Publish callbacks [] for security_group (6663453c-1bb9-4cd4-bf0a-bc825bc322fd), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:20.030371 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 15:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec12d9f1-0226-4cf5-bd03-61599ada54c4 x-openstack-request-id: req-ec12d9f1-0226-4cf5-bd03-61599ada54c4 {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:55:20.030722 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e00e78-2a4e-4ade-9f31-8244e3dd1624", "name": "network-vif-plugged", "status": "completed", "tag": "f51baf58-517b-41d5-bae2-68f084a5dfcb", "code": 200}]} {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:55:20.031111 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-ec12d9f1-0226-4cf5-bd03-61599ada54c4 {{(pid=109040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:55:20.031500 dv-cinder-827511-1-iscsi neutron-server[109040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e00e78-2a4e-4ade-9f31-8244e3dd1624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51baf58-517b-41d5-bae2-68f084a5dfcb', 'code': 200} Feb 02 15:55:20.081268 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=f51baf58-517b-41d5-bae2-68f084a5dfcb,revision_number=5']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:20.091683 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65d34ffe-a0ed-4352-b3a1-afdd01ac6c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (6663453c-1bb9-4cd4-bf0a-bc825bc322fd), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:20.095113 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65d34ffe-a0ed-4352-b3a1-afdd01ac6c6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:20.096414 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-65d34ffe-a0ed-4352-b3a1-afdd01ac6c6a admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/6663453c-1bb9-4cd4-bf0a-bc825bc322fd HTTP/1.1" status: 204 len: 168 time: 0.1649961 Feb 02 15:55:20.112059 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d34ffe-a0ed-4352-b3a1-afdd01ac6c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6663453c-1bb9-4cd4-bf0a-bc825bc322fd,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:20.320787 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c645a-d0be-4b3d-acda-bcdf56b3da0b req-beb518c6-010a-4bbe-840f-3a58dd00a9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:20.320787 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-731c645a-d0be-4b3d-acda-bcdf56b3da0b req-beb518c6-010a-4bbe-840f-3a58dd00a9f4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d5e00e78-2a4e-4ade-9f31-8244e3dd1624 HTTP/1.1" status: 200 len: 1130 time: 0.0659518 Feb 02 15:55:20.364889 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161f23b-1732-4ead-a89b-46918a416b62 req-6fc9e20b-a73d-4a4b-93bf-e82bdd88272c tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:20.369782 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9161f23b-1732-4ead-a89b-46918a416b62 req-6fc9e20b-a73d-4a4b-93bf-e82bdd88272c tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=d5e00e78-2a4e-4ade-9f31-8244e3dd1624 HTTP/1.1" status: 200 len: 946 time: 0.2534842 Feb 02 15:55:20.391702 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-731c645a-d0be-4b3d-acda-bcdf56b3da0b req-89af2e4c-d6d1-4a58-8d70-fd6564954541 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9ca20c2d-adaf-4534-a5e9-fd3eb5544378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652108 Feb 02 15:55:20.426831 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9161f23b-1732-4ead-a89b-46918a416b62 req-b04a8e79-7332-4ea8-9a8c-2695186c407b tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/security-groups?id=9ca20c2d-adaf-4534-a5e9-fd3eb5544378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543654 Feb 02 15:55:20.621586 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69e550-c0d1-41f7-962b-4af50e32443b req-fb14ab0c-c482-4137-973f-29cd6d8ad0e9 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:20.623068 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-fa69e550-c0d1-41f7-962b-4af50e32443b req-fb14ab0c-c482-4137-973f-29cd6d8ad0e9 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0597014 Feb 02 15:55:20.669476 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 59400) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:20.672889 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-fa69e550-c0d1-41f7-962b-4af50e32443b req-27939e56-a096-4417-bf98-1ec0e2086b15 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436964 Feb 02 15:55:20.774944 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-bad8b028-424e-47e4-94e5-d0a846d894a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:20.847370 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-bad8b028-424e-47e4-94e5-d0a846d894a7 admin admin] Publish callbacks [] for security_group (548520da-b27e-4b9b-bd9c-e6c3945d105a), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:20.851001 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-bad8b028-424e-47e4-94e5-d0a846d894a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (548520da-b27e-4b9b-bd9c-e6c3945d105a), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:20.887068 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-bad8b028-424e-47e4-94e5-d0a846d894a7 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=0d4fa8ab3e7642cebc6979b2fcc9f2ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2163157 Feb 02 15:55:20.889069 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8b028-424e-47e4-94e5-d0a846d894a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548520da-b27e-4b9b-bd9c-e6c3945d105a,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:20.889821 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 59404) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:20.936539 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-33f05194-ef72-483a-8321-3410fdf75df1 admin admin] Publish callbacks [] for security_group (548520da-b27e-4b9b-bd9c-e6c3945d105a), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:20.960000 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-33f05194-ef72-483a-8321-3410fdf75df1 admin admin] Publish callbacks [] for security_group (548520da-b27e-4b9b-bd9c-e6c3945d105a), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:21.007466 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-33f05194-ef72-483a-8321-3410fdf75df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (548520da-b27e-4b9b-bd9c-e6c3945d105a), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:21.010037 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-33f05194-ef72-483a-8321-3410fdf75df1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:21.011148 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-33f05194-ef72-483a-8321-3410fdf75df1 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/548520da-b27e-4b9b-bd9c-e6c3945d105a HTTP/1.1" status: 204 len: 168 time: 0.1202083 Feb 02 15:55:21.018466 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f05194-ef72-483a-8321-3410fdf75df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548520da-b27e-4b9b-bd9c-e6c3945d105a,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:21.274562 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 59410) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:21.287663 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-e0a728e0-048f-43f1-b13a-b4301fd45908 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:21.379532 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-e0a728e0-048f-43f1-b13a-b4301fd45908 admin admin] Publish callbacks [] for security_group (a74f5174-d783-4bb4-a727-c642af1d8073), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:21.383541 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-e0a728e0-048f-43f1-b13a-b4301fd45908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (a74f5174-d783-4bb4-a727-c642af1d8073), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:21.426195 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-e0a728e0-048f-43f1-b13a-b4301fd45908 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=85388eaad78a44cab7eaafb5f78fdfda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1477304 Feb 02 15:55:21.427294 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a728e0-048f-43f1-b13a-b4301fd45908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74f5174-d783-4bb4-a727-c642af1d8073,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:21.427446 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 59424) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:21.483715 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5ad46d2c-8986-459b-ad91-4f4fac4cf90d admin admin] Publish callbacks [] for security_group (a74f5174-d783-4bb4-a727-c642af1d8073), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:21.506726 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5ad46d2c-8986-459b-ad91-4f4fac4cf90d admin admin] Publish callbacks [] for security_group (a74f5174-d783-4bb4-a727-c642af1d8073), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:21.557205 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee2734-7cc8-4813-a498-067b666cbea7 req-a3ecf542-cc69-4fb4-8c84-55e0af223f38 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:21.558282 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5ad46d2c-8986-459b-ad91-4f4fac4cf90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (a74f5174-d783-4bb4-a727-c642af1d8073), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:21.558896 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-91ee2734-7cc8-4813-a498-067b666cbea7 req-a3ecf542-cc69-4fb4-8c84-55e0af223f38 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=d5e00e78-2a4e-4ade-9f31-8244e3dd1624 HTTP/1.1" status: 200 len: 946 time: 0.0603909 Feb 02 15:55:21.561853 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5ad46d2c-8986-459b-ad91-4f4fac4cf90d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:21.563380 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-5ad46d2c-8986-459b-ad91-4f4fac4cf90d admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/a74f5174-d783-4bb4-a727-c642af1d8073 HTTP/1.1" status: 204 len: 168 time: 0.1350403 Feb 02 15:55:21.578049 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad46d2c-8986-459b-ad91-4f4fac4cf90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74f5174-d783-4bb4-a727-c642af1d8073,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:21.631880 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-91ee2734-7cc8-4813-a498-067b666cbea7 req-a238b431-3ecb-461f-87cb-51f5df4c3630 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/security-groups?id=9ca20c2d-adaf-4534-a5e9-fd3eb5544378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649092 Feb 02 15:55:21.769553 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 59440) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:21.806626 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a13041-ab23-4eb1-a6a6-42f3a57ea44e req-0215217c-c132-4a09-b43c-547980c5219e tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:21.806626 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b5a13041-ab23-4eb1-a6a6-42f3a57ea44e req-0215217c-c132-4a09-b43c-547980c5219e tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0562966 Feb 02 15:55:21.854549 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b5a13041-ab23-4eb1-a6a6-42f3a57ea44e req-a2c0dc52-e893-47d9-8e2d-57fc3e2beb77 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432582 Feb 02 15:55:21.887365 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-df1e914f-ee9d-41ec-a1eb-c21a8c0a81b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:21.975827 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-df1e914f-ee9d-41ec-a1eb-c21a8c0a81b3 admin admin] Publish callbacks [] for security_group (ad4bf391-fdd9-4ec1-a111-0dd4a4cb7730), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:21.980201 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-df1e914f-ee9d-41ec-a1eb-c21a8c0a81b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (ad4bf391-fdd9-4ec1-a111-0dd4a4cb7730), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:22.019758 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-df1e914f-ee9d-41ec-a1eb-c21a8c0a81b3 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=c126c0ec60624b139d0b6d23795685dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2490928 Feb 02 15:55:22.021981 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e914f-ee9d-41ec-a1eb-c21a8c0a81b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4bf391-fdd9-4ec1-a111-0dd4a4cb7730,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:22.022948 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 59452) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:22.076978 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-f3dce535-1548-4ffb-817c-afdbbe75fcda admin admin] Publish callbacks [] for security_group (ad4bf391-fdd9-4ec1-a111-0dd4a4cb7730), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:22.100171 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-f3dce535-1548-4ffb-817c-afdbbe75fcda admin admin] Publish callbacks [] for security_group (ad4bf391-fdd9-4ec1-a111-0dd4a4cb7730), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:22.153237 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-f3dce535-1548-4ffb-817c-afdbbe75fcda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (ad4bf391-fdd9-4ec1-a111-0dd4a4cb7730), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:22.155843 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-f3dce535-1548-4ffb-817c-afdbbe75fcda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:22.156999 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-f3dce535-1548-4ffb-817c-afdbbe75fcda admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/ad4bf391-fdd9-4ec1-a111-0dd4a4cb7730 HTTP/1.1" status: 204 len: 168 time: 0.1330538 Feb 02 15:55:22.165113 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dce535-1548-4ffb-817c-afdbbe75fcda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4bf391-fdd9-4ec1-a111-0dd4a4cb7730,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:22.449240 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 59478) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:22.463950 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ed693f8c-b107-45d2-80a4-77a3e65cb466 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:22.544553 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ed693f8c-b107-45d2-80a4-77a3e65cb466 admin admin] Publish callbacks [] for security_group (c0ec2b5c-e6ea-4806-8163-d9d06a210c3b), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:22.549096 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ed693f8c-b107-45d2-80a4-77a3e65cb466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (c0ec2b5c-e6ea-4806-8163-d9d06a210c3b), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:22.590401 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-ed693f8c-b107-45d2-80a4-77a3e65cb466 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=220fbd3c4b4e48cba997dff8cf6f7d0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395602 Feb 02 15:55:22.591266 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed693f8c-b107-45d2-80a4-77a3e65cb466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ec2b5c-e6ea-4806-8163-d9d06a210c3b,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:22.593388 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 59482) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:22.666381 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-f62092c5-16e6-4328-b28b-9ec4986af3ed admin admin] Publish callbacks [] for security_group (c0ec2b5c-e6ea-4806-8163-d9d06a210c3b), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:22.711134 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-f62092c5-16e6-4328-b28b-9ec4986af3ed admin admin] Publish callbacks [] for security_group (c0ec2b5c-e6ea-4806-8163-d9d06a210c3b), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:22.776433 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04857a-50f0-465e-aa1f-a1d27bb79021 req-ffe93cc3-e96a-45fb-9460-efdf77ab1d97 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:22.777585 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3b04857a-50f0-465e-aa1f-a1d27bb79021 req-ffe93cc3-e96a-45fb-9460-efdf77ab1d97 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=d5e00e78-2a4e-4ade-9f31-8244e3dd1624 HTTP/1.1" status: 200 len: 946 time: 0.0548773 Feb 02 15:55:22.807649 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-f62092c5-16e6-4328-b28b-9ec4986af3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (c0ec2b5c-e6ea-4806-8163-d9d06a210c3b), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:22.810631 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-f62092c5-16e6-4328-b28b-9ec4986af3ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:22.814457 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-f62092c5-16e6-4328-b28b-9ec4986af3ed admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/c0ec2b5c-e6ea-4806-8163-d9d06a210c3b HTTP/1.1" status: 204 len: 168 time: 0.2156754 Feb 02 15:55:22.825289 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62092c5-16e6-4328-b28b-9ec4986af3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ec2b5c-e6ea-4806-8163-d9d06a210c3b,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:22.842508 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3b04857a-50f0-465e-aa1f-a1d27bb79021 req-ea9dd037-2a7e-4ccf-b377-7ae10f091330 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/security-groups?id=9ca20c2d-adaf-4534-a5e9-fd3eb5544378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584121 Feb 02 15:55:23.004783 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd94d7-6909-4ee3-a5b8-bbf4505364ef req-381cbfbe-1089-4596-b78f-56e55dbe74a1 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:23.006449 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a2dd94d7-6909-4ee3-a5b8-bbf4505364ef req-381cbfbe-1089-4596-b78f-56e55dbe74a1 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0678174 Feb 02 15:55:23.056936 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a2dd94d7-6909-4ee3-a5b8-bbf4505364ef req-42eb6343-6c4c-4c09-82ae-72b4681de0ad tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448756 Feb 02 15:55:23.513712 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 59546) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:23.622900 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-6ed79ba9-973d-4127-9ab8-269f95c4e43b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:23.698123 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-6ed79ba9-973d-4127-9ab8-269f95c4e43b admin admin] Publish callbacks [] for security_group (c35f3541-67d4-438b-aa9f-f50f7216a0f5), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:23.702061 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-6ed79ba9-973d-4127-9ab8-269f95c4e43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (c35f3541-67d4-438b-aa9f-f50f7216a0f5), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:23.740452 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-6ed79ba9-973d-4127-9ab8-269f95c4e43b admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=bef95da39cb64426ae6533096a4565b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256267 Feb 02 15:55:23.741195 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed79ba9-973d-4127-9ab8-269f95c4e43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35f3541-67d4-438b-aa9f-f50f7216a0f5,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:23.743590 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 59558) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:23.798949 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-3cb65688-9118-4bf4-9313-3e209a89e0ee admin admin] Publish callbacks [] for security_group (c35f3541-67d4-438b-aa9f-f50f7216a0f5), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:23.821513 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-3cb65688-9118-4bf4-9313-3e209a89e0ee admin admin] Publish callbacks [] for security_group (c35f3541-67d4-438b-aa9f-f50f7216a0f5), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:23.870418 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-3cb65688-9118-4bf4-9313-3e209a89e0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (c35f3541-67d4-438b-aa9f-f50f7216a0f5), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:23.873002 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-3cb65688-9118-4bf4-9313-3e209a89e0ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:23.874205 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-3cb65688-9118-4bf4-9313-3e209a89e0ee admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/c35f3541-67d4-438b-aa9f-f50f7216a0f5 HTTP/1.1" status: 204 len: 168 time: 0.1285174 Feb 02 15:55:23.883972 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb65688-9118-4bf4-9313-3e209a89e0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35f3541-67d4-438b-aa9f-f50f7216a0f5,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:24.163461 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 59578) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:24.177359 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b451-4879-478c-b17b-b03ce6c92c05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:24.196198 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5591a-a70e-4f8e-92a3-7b0aeee762f4 req-55030eef-2d30-4eb1-bd77-a2278e8eea18 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:24.197895 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b4e5591a-a70e-4f8e-92a3-7b0aeee762f4 req-55030eef-2d30-4eb1-bd77-a2278e8eea18 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0631900 Feb 02 15:55:24.251127 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b4e5591a-a70e-4f8e-92a3-7b0aeee762f4 req-3dc8b498-14ef-4394-8d19-1b17ef6f18c8 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469582 Feb 02 15:55:24.262081 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b451-4879-478c-b17b-b03ce6c92c05 admin admin] Publish callbacks [] for security_group (6e22e461-36fb-433b-aa0a-1c399407ff35), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:24.266640 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b451-4879-478c-b17b-b03ce6c92c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (6e22e461-36fb-433b-aa0a-1c399407ff35), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:24.305997 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-d8d9b451-4879-478c-b17b-b03ce6c92c05 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=1b1def46c3b24e9a863e8f63e3244a99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414490 Feb 02 15:55:24.307135 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9b451-4879-478c-b17b-b03ce6c92c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e22e461-36fb-433b-aa0a-1c399407ff35,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:24.308642 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 59586) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:24.356412 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-d51d7f4c-ae47-4fe8-ba23-cdfc9996b765 admin admin] Publish callbacks [] for security_group (6e22e461-36fb-433b-aa0a-1c399407ff35), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:24.377557 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-d51d7f4c-ae47-4fe8-ba23-cdfc9996b765 admin admin] Publish callbacks [] for security_group (6e22e461-36fb-433b-aa0a-1c399407ff35), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:24.430402 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-d51d7f4c-ae47-4fe8-ba23-cdfc9996b765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (6e22e461-36fb-433b-aa0a-1c399407ff35), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:24.434450 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-d51d7f4c-ae47-4fe8-ba23-cdfc9996b765 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:24.438799 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-d51d7f4c-ae47-4fe8-ba23-cdfc9996b765 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/6e22e461-36fb-433b-aa0a-1c399407ff35 HTTP/1.1" status: 204 len: 168 time: 0.1267414 Feb 02 15:55:24.449792 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d7f4c-ae47-4fe8-ba23-cdfc9996b765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e22e461-36fb-433b-aa0a-1c399407ff35,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:25.371387 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662f3ed-80de-4907-bc41-689a91c84e8f req-6251a2d6-0563-48e6-92d2-aa031d5032fe tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:25.372856 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c662f3ed-80de-4907-bc41-689a91c84e8f req-6251a2d6-0563-48e6-92d2-aa031d5032fe tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0532198 Feb 02 15:55:25.427285 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c662f3ed-80de-4907-bc41-689a91c84e8f req-65e51db8-866e-4e39-8eba-21a3064f9a62 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474126 Feb 02 15:55:26.214689 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77719d2f-cbbd-4f86-8cf5-bc0e4678161e req-49bb8c8d-ca48-432a-bdac-56421821a0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:26.216372 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-77719d2f-cbbd-4f86-8cf5-bc0e4678161e req-49bb8c8d-ca48-432a-bdac-56421821a0ba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 1130 time: 0.0541153 Feb 02 15:55:26.259845 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-77719d2f-cbbd-4f86-8cf5-bc0e4678161e req-a30af181-dc79-4143-a90b-840093a82ab3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370393 Feb 02 15:55:26.545513 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d447ba-e296-4770-a0b7-0d849227cb5e req-d47e131c-b2c0-4494-a09e-872757d83bff tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:26.547032 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e5d447ba-e296-4770-a0b7-0d849227cb5e req-d47e131c-b2c0-4494-a09e-872757d83bff tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0517638 Feb 02 15:55:26.594813 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e5d447ba-e296-4770-a0b7-0d849227cb5e req-986148ad-f3c6-4a17-ad0e-3e0b337b47c0 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416481 Feb 02 15:55:26.908705 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81eef44-f3cc-412d-bdf6-b89f4fa4285f req-f12aff97-6ee6-4f99-afbf-80db6cd58faf tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:26.908705 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b81eef44-f3cc-412d-bdf6-b89f4fa4285f req-f12aff97-6ee6-4f99-afbf-80db6cd58faf tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=d5e00e78-2a4e-4ade-9f31-8244e3dd1624 HTTP/1.1" status: 200 len: 946 time: 0.0521381 Feb 02 15:55:26.950798 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b81eef44-f3cc-412d-bdf6-b89f4fa4285f req-c7f53127-2475-4988-8e73-1af9cad1a9c5 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/security-groups?id=9ca20c2d-adaf-4534-a5e9-fd3eb5544378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417709 Feb 02 15:55:27.739576 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d929e2b-f2fe-4ef5-a50a-f05c2f15b287 req-4e8c9dfa-44ce-4e08-82ea-58bb1c71a0ff tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:27.741354 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9d929e2b-f2fe-4ef5-a50a-f05c2f15b287 req-4e8c9dfa-44ce-4e08-82ea-58bb1c71a0ff tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0717859 Feb 02 15:55:27.800839 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9d929e2b-f2fe-4ef5-a50a-f05c2f15b287 req-05a62e9e-8a83-4ecc-9731-e2dcb5f4da7d tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538683 Feb 02 15:55:28.086755 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bbd48d-8b72-4d08-9a48-8c130289a9ba req-f43f3d1f-640a-4c14-82ee-0ca8b10614bd tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:28.088496 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e9bbd48d-8b72-4d08-9a48-8c130289a9ba req-f43f3d1f-640a-4c14-82ee-0ca8b10614bd tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=d5e00e78-2a4e-4ade-9f31-8244e3dd1624 HTTP/1.1" status: 200 len: 946 time: 0.0667186 Feb 02 15:55:28.148131 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e9bbd48d-8b72-4d08-9a48-8c130289a9ba req-a4c86b9a-1b71-4859-9cae-34553ef11086 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/security-groups?id=9ca20c2d-adaf-4534-a5e9-fd3eb5544378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540531 Feb 02 15:55:28.412954 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 59706) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:28.525391 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-aec66a83-e768-47f6-8e9f-9b3b86423ddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:28.603882 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-aec66a83-e768-47f6-8e9f-9b3b86423ddd admin admin] Publish callbacks [] for security_group (9ea346e9-dc99-44f0-9dfa-8db450e89477), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:28.606996 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-aec66a83-e768-47f6-8e9f-9b3b86423ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (9ea346e9-dc99-44f0-9dfa-8db450e89477), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:28.644409 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-aec66a83-e768-47f6-8e9f-9b3b86423ddd admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=0e87c9cbe7484a24acc241b055d4fb93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296908 Feb 02 15:55:28.647359 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 59712) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:28.653323 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec66a83-e768-47f6-8e9f-9b3b86423ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea346e9-dc99-44f0-9dfa-8db450e89477,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:28.699337 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-defdb5a5-7f52-4353-9cac-649b628157b7 admin admin] Publish callbacks [] for security_group (9ea346e9-dc99-44f0-9dfa-8db450e89477), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:28.720439 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-defdb5a5-7f52-4353-9cac-649b628157b7 admin admin] Publish callbacks [] for security_group (9ea346e9-dc99-44f0-9dfa-8db450e89477), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:28.766013 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-defdb5a5-7f52-4353-9cac-649b628157b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (9ea346e9-dc99-44f0-9dfa-8db450e89477), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:28.769185 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-defdb5a5-7f52-4353-9cac-649b628157b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:28.770838 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-defdb5a5-7f52-4353-9cac-649b628157b7 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/9ea346e9-dc99-44f0-9dfa-8db450e89477 HTTP/1.1" status: 204 len: 168 time: 0.1224842 Feb 02 15:55:28.778610 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defdb5a5-7f52-4353-9cac-649b628157b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea346e9-dc99-44f0-9dfa-8db450e89477,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:28.923581 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b6fb7-1902-4154-a825-7e67204700d5 req-84c2f1d6-ede0-4cff-aee2-48214d848a34 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:28.925864 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d06b6fb7-1902-4154-a825-7e67204700d5 req-84c2f1d6-ede0-4cff-aee2-48214d848a34 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0556984 Feb 02 15:55:28.974411 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d06b6fb7-1902-4154-a825-7e67204700d5 req-12eaa8e1-b3e2-4d8b-b486-883d919418c0 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427516 Feb 02 15:55:29.038380 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 59722) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:29.052098 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-4a6e9878-35de-49c9-8408-48b903335781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:29.094814 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215ca3f-c466-4be8-b077-49bf4a64c0a9 req-b4df6671-68e0-445a-8200-7267fb51dfa3 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:29.096304 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1215ca3f-c466-4be8-b077-49bf4a64c0a9 req-b4df6671-68e0-445a-8200-7267fb51dfa3 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0546710 Feb 02 15:55:29.148842 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1215ca3f-c466-4be8-b077-49bf4a64c0a9 req-2bb3f50f-9acb-4008-aab7-7459976498b7 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459108 Feb 02 15:55:29.158190 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-4a6e9878-35de-49c9-8408-48b903335781 admin admin] Publish callbacks [] for security_group (f957032d-22d9-43b4-abcb-5d4e686e1911), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:29.171341 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-4a6e9878-35de-49c9-8408-48b903335781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (f957032d-22d9-43b4-abcb-5d4e686e1911), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:29.184575 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964c174-c5ea-464a-819f-a895dfdc9079 req-da352924-21a6-41aa-8218-44f1a0bd92b0 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:29.186124 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9964c174-c5ea-464a-819f-a895dfdc9079 req-da352924-21a6-41aa-8218-44f1a0bd92b0 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5e00e78-2a4e-4ade-9f31-8244e3dd1624 HTTP/1.1" status: 200 len: 946 time: 0.0797846 Feb 02 15:55:29.248723 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e9878-35de-49c9-8408-48b903335781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f957032d-22d9-43b4-abcb-5d4e686e1911,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:29.255881 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-4a6e9878-35de-49c9-8408-48b903335781 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=3b3d48c7b32e46a6a84de4623ee8cdbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2163410 Feb 02 15:55:29.258775 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 59728) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:29.278423 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501933be-2da7-43a6-85e3-6d351bf7a747 req-52b64f26-9b85-4e0e-b9ad-47bd1b9f5305 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:29.280040 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-501933be-2da7-43a6-85e3-6d351bf7a747 req-52b64f26-9b85-4e0e-b9ad-47bd1b9f5305 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=d5e00e78-2a4e-4ade-9f31-8244e3dd1624 HTTP/1.1" status: 200 len: 946 time: 0.0599682 Feb 02 15:55:29.332776 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-501933be-2da7-43a6-85e3-6d351bf7a747 req-e2c70ade-6b2c-40c6-9add-06d00fee2dc5 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/security-groups?id=9ca20c2d-adaf-4534-a5e9-fd3eb5544378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465808 Feb 02 15:55:29.356869 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e2f79f31-9498-4a71-a1d8-14a868c59a39 admin admin] Publish callbacks [] for security_group (f957032d-22d9-43b4-abcb-5d4e686e1911), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:29.369283 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-9964c174-c5ea-464a-819f-a895dfdc9079 req-e4705544-908d-47bc-95e5-d43cadd3d125 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Deleting port f51baf58-517b-41d5-bae2-68f084a5dfcb {{(pid=109038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 15:55:29.369620 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-9964c174-c5ea-464a-819f-a895dfdc9079 req-e4705544-908d-47bc-95e5-d43cadd3d125 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (f51baf58-517b-41d5-bae2-68f084a5dfcb), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:29.395437 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e2f79f31-9498-4a71-a1d8-14a868c59a39 admin admin] Publish callbacks [] for security_group (f957032d-22d9-43b4-abcb-5d4e686e1911), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:29.493689 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-9964c174-c5ea-464a-819f-a895dfdc9079 req-e4705544-908d-47bc-95e5-d43cadd3d125 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] For port f51baf58-517b-41d5-bae2-68f084a5dfcb, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=f51baf58-517b-41d5-bae2-68f084a5dfcb,segment=NetworkSegment(a6fa934b-861d-43e9-9e90-5f2075559f2e),segment_id=a6fa934b-861d-43e9-9e90-5f2075559f2e)] {{(pid=109038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:55:29.493948 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-9964c174-c5ea-464a-819f-a895dfdc9079 req-e4705544-908d-47bc-95e5-d43cadd3d125 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (f51baf58-517b-41d5-bae2-68f084a5dfcb), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:29.507523 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-9964c174-c5ea-464a-819f-a895dfdc9079 req-e4705544-908d-47bc-95e5-d43cadd3d125 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Calling delete_port for f51baf58-517b-41d5-bae2-68f084a5dfcb owned by compute:nova {{(pid=109038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 15:55:29.604545 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e2f79f31-9498-4a71-a1d8-14a868c59a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (f957032d-22d9-43b4-abcb-5d4e686e1911), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:29.607086 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e2f79f31-9498-4a71-a1d8-14a868c59a39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:29.608305 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-e2f79f31-9498-4a71-a1d8-14a868c59a39 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/f957032d-22d9-43b4-abcb-5d4e686e1911 HTTP/1.1" status: 204 len: 168 time: 0.3485570 Feb 02 15:55:29.663786 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f79f31-9498-4a71-a1d8-14a868c59a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f957032d-22d9-43b4-abcb-5d4e686e1911,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:29.666874 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-9964c174-c5ea-464a-819f-a895dfdc9079 req-e4705544-908d-47bc-95e5-d43cadd3d125 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (f51baf58-517b-41d5-bae2-68f084a5dfcb), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:29.699816 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4705544-908d-47bc-95e5-d43cadd3d125 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Pushing event deleted for resources: {'Port': ['ID=f51baf58-517b-41d5-bae2-68f084a5dfcb,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:29.711288 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['f51baf58-517b-41d5-bae2-68f084a5dfcb'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 15:55:29.767967 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-9964c174-c5ea-464a-819f-a895dfdc9079 req-e4705544-908d-47bc-95e5-d43cadd3d125 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] No DVR routers for this DVR port f51baf58-517b-41d5-bae2-68f084a5dfcb on host hv-cinder-82751 {{(pid=109038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:55:29.771526 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-9964c174-c5ea-464a-819f-a895dfdc9079 req-e4705544-908d-47bc-95e5-d43cadd3d125 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:29.775309 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9964c174-c5ea-464a-819f-a895dfdc9079 req-e4705544-908d-47bc-95e5-d43cadd3d125 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.59 "DELETE /v2.0/ports/f51baf58-517b-41d5-bae2-68f084a5dfcb HTTP/1.1" status: 204 len: 173 time: 0.5778000 Feb 02 15:55:29.775974 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e00e78-2a4e-4ade-9f31-8244e3dd1624', 'name': 'network-vif-deleted', 'tag': 'f51baf58-517b-41d5-bae2-68f084a5dfcb'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:55:29.778356 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3954df02-44f4-42b1-b5cd-912698f47355" -d '{"events": [{"server_uuid": "d5e00e78-2a4e-4ade-9f31-8244e3dd1624", "name": "network-vif-deleted", "tag": "f51baf58-517b-41d5-bae2-68f084a5dfcb"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:55:29.838833 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 15:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f37914-9242-4cdf-8478-1a7091f8a422 x-openstack-request-id: req-27f37914-9242-4cdf-8478-1a7091f8a422 {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:55:29.839024 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e00e78-2a4e-4ade-9f31-8244e3dd1624", "name": "network-vif-deleted", "tag": "f51baf58-517b-41d5-bae2-68f084a5dfcb", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:55:29.839370 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-27f37914-9242-4cdf-8478-1a7091f8a422 {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:55:29.839730 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e00e78-2a4e-4ade-9f31-8244e3dd1624', 'name': 'network-vif-deleted', 'tag': 'f51baf58-517b-41d5-bae2-68f084a5dfcb', 'status': 'completed', 'code': 200} Feb 02 15:55:30.483755 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-db432191-41f0-4494-9b85-59ec7b043e30 req-5ccef126-1ed4-4da3-b6b4-662787bce495 tempest-VolumesActionsTest-1677094232 tempest-VolumesActionsTest-1677094232-project] 10.222.0.112 "GET /v2.0/ports?device_id=d5e00e78-2a4e-4ade-9f31-8244e3dd1624 HTTP/1.1" status: 200 len: 210 time: 0.0398080 Feb 02 15:55:30.838900 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b3c64-5509-45d9-9de2-c9ef96a4d465 req-0d3aecc9-f935-4dac-b8d4-112d11165146 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:30.840651 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f97b3c64-5509-45d9-9de2-c9ef96a4d465 req-0d3aecc9-f935-4dac-b8d4-112d11165146 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0649064 Feb 02 15:55:30.860623 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7091e-b791-40b3-bd28-9ad24e06904a req-84417ec6-1258-4921-88f0-225b168ac082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:30.863231 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-2fb7091e-b791-40b3-bd28-9ad24e06904a req-84417ec6-1258-4921-88f0-225b168ac082 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=72f52223a6e14cb8a8c10c8caa85635b&device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 1129 time: 0.0704107 Feb 02 15:55:30.912340 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f97b3c64-5509-45d9-9de2-c9ef96a4d465 req-ea94a67d-5afd-4f58-a33d-bf25a63bd01d tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596716 Feb 02 15:55:30.980054 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7091e-b791-40b3-bd28-9ad24e06904a req-6b2ebeed-fdd2-4d89-a02d-552fba3941c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:30.981568 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-2fb7091e-b791-40b3-bd28-9ad24e06904a req-6b2ebeed-fdd2-4d89-a02d-552fba3941c0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca HTTP/1.1" status: 200 len: 920 time: 0.1092677 Feb 02 15:55:31.030674 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-2fb7091e-b791-40b3-bd28-9ad24e06904a req-ec9a3658-cecd-4b36-b837-a2fcdbe48954 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07bda9a9-5405-4d9f-bb29-c929ef3b4f5a HTTP/1.1" status: 200 len: 217 time: 0.0409842 Feb 02 15:55:31.088134 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7091e-b791-40b3-bd28-9ad24e06904a req-a1ef3cd0-7689-4a1c-ac35-c068d6ca3052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:31.089637 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-2fb7091e-b791-40b3-bd28-9ad24e06904a req-a1ef3cd0-7689-4a1c-ac35-c068d6ca3052 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6bef7920-00cb-4a69-a6a7-9d6da3eabd36 HTTP/1.1" status: 200 len: 859 time: 0.0523038 Feb 02 15:55:31.128465 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-2fb7091e-b791-40b3-bd28-9ad24e06904a req-ffb61fdf-0d84-4df9-a0cc-c028e0fcf34e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308893 Feb 02 15:55:31.235079 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-2fb7091e-b791-40b3-bd28-9ad24e06904a req-4ebe3b33-ee26-4491-b259-5820b6be68bc service neutron] 10.222.0.59 "GET /v2.0/networks/aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998540 Feb 02 15:55:31.336726 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-2fb7091e-b791-40b3-bd28-9ad24e06904a req-52b98d0e-4b4f-4edf-809f-2848321a8291 service neutron] 10.222.0.59 "GET /v2.0/networks/aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943973 Feb 02 15:55:32.054096 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c5a05-77a7-4f51-a13d-9e99dd43d533 req-486098d2-5a42-42e6-af94-1f3e337c356c tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:32.055890 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2e9c5a05-77a7-4f51-a13d-9e99dd43d533 req-486098d2-5a42-42e6-af94-1f3e337c356c tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0739424 Feb 02 15:55:32.127423 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2e9c5a05-77a7-4f51-a13d-9e99dd43d533 req-b064af97-c76b-4d41-b605-07af532b927f tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631917 Feb 02 15:55:32.234570 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 59930) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:32.350765 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-448ab42d-e718-4296-aabe-51cd12a20c5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:32.415194 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 59950) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:32.426413 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-448ab42d-e718-4296-aabe-51cd12a20c5a admin admin] Publish callbacks [] for security_group (0138c32d-609b-4705-ae50-d3c49bc200cc), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:32.430405 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-448ab42d-e718-4296-aabe-51cd12a20c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (0138c32d-609b-4705-ae50-d3c49bc200cc), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:32.472927 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ab42d-e718-4296-aabe-51cd12a20c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0138c32d-609b-4705-ae50-d3c49bc200cc,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:32.478617 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-448ab42d-e718-4296-aabe-51cd12a20c5a admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=278251e0a2b44ab19ea302d5387cb79c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430193 Feb 02 15:55:32.481198 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 59954) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:32.526185 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-83d9d972-91c3-4431-bcee-83238dbe97e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:32.530819 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-bfb56271-6b22-473d-b897-367e06a6f294 admin admin] Publish callbacks [] for security_group (0138c32d-609b-4705-ae50-d3c49bc200cc), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:32.552680 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-bfb56271-6b22-473d-b897-367e06a6f294 admin admin] Publish callbacks [] for security_group (0138c32d-609b-4705-ae50-d3c49bc200cc), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:32.599593 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-83d9d972-91c3-4431-bcee-83238dbe97e8 admin admin] Publish callbacks [] for security_group (0012c230-2e3c-4eb8-a1a6-c6d81ccb9da3), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:32.601632 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-bfb56271-6b22-473d-b897-367e06a6f294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (0138c32d-609b-4705-ae50-d3c49bc200cc), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:32.602650 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-83d9d972-91c3-4431-bcee-83238dbe97e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (0012c230-2e3c-4eb8-a1a6-c6d81ccb9da3), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:32.604410 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-bfb56271-6b22-473d-b897-367e06a6f294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:32.607835 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-bfb56271-6b22-473d-b897-367e06a6f294 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/0138c32d-609b-4705-ae50-d3c49bc200cc HTTP/1.1" status: 204 len: 168 time: 0.1234710 Feb 02 15:55:32.615116 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb56271-6b22-473d-b897-367e06a6f294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0138c32d-609b-4705-ae50-d3c49bc200cc,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:32.650015 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-83d9d972-91c3-4431-bcee-83238dbe97e8 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=3ed116ddb00644a98c6b9579dce79b7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337193 Feb 02 15:55:32.650728 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9d972-91c3-4431-bcee-83238dbe97e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0012c230-2e3c-4eb8-a1a6-c6d81ccb9da3,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:32.652605 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 59958) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:32.703523 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-3a3d74cc-8ad7-4eac-9528-684b24c862e1 admin admin] Publish callbacks [] for security_group (0012c230-2e3c-4eb8-a1a6-c6d81ccb9da3), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:32.725995 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-3a3d74cc-8ad7-4eac-9528-684b24c862e1 admin admin] Publish callbacks [] for security_group (0012c230-2e3c-4eb8-a1a6-c6d81ccb9da3), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:32.773151 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-3a3d74cc-8ad7-4eac-9528-684b24c862e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (0012c230-2e3c-4eb8-a1a6-c6d81ccb9da3), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:32.775876 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-3a3d74cc-8ad7-4eac-9528-684b24c862e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:32.777184 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-3a3d74cc-8ad7-4eac-9528-684b24c862e1 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/0012c230-2e3c-4eb8-a1a6-c6d81ccb9da3 HTTP/1.1" status: 204 len: 168 time: 0.1235542 Feb 02 15:55:32.785424 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d74cc-8ad7-4eac-9528-684b24c862e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0012c230-2e3c-4eb8-a1a6-c6d81ccb9da3,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:32.884723 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 59964) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:32.898471 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-a97f37f3-9373-43c5-9727-75e4e813d560 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:32.977405 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-a97f37f3-9373-43c5-9727-75e4e813d560 admin admin] Publish callbacks [] for security_group (4ef2db41-2693-47ba-8ff4-bd5cc5d347d3), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:32.981128 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-a97f37f3-9373-43c5-9727-75e4e813d560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (4ef2db41-2693-47ba-8ff4-bd5cc5d347d3), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:33.019305 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-a97f37f3-9373-43c5-9727-75e4e813d560 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=e45afd19e2594b209d90afdeec557e23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334078 Feb 02 15:55:33.021265 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f37f3-9373-43c5-9727-75e4e813d560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef2db41-2693-47ba-8ff4-bd5cc5d347d3,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:33.021993 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 59968) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:33.075643 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ef9e4535-d06a-47aa-a5c3-59e48e978a74 admin admin] Publish callbacks [] for security_group (4ef2db41-2693-47ba-8ff4-bd5cc5d347d3), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:33.098545 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ef9e4535-d06a-47aa-a5c3-59e48e978a74 admin admin] Publish callbacks [] for security_group (4ef2db41-2693-47ba-8ff4-bd5cc5d347d3), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:33.149185 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ef9e4535-d06a-47aa-a5c3-59e48e978a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (4ef2db41-2693-47ba-8ff4-bd5cc5d347d3), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:33.152118 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ef9e4535-d06a-47aa-a5c3-59e48e978a74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:33.155828 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-ef9e4535-d06a-47aa-a5c3-59e48e978a74 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/4ef2db41-2693-47ba-8ff4-bd5cc5d347d3 HTTP/1.1" status: 204 len: 168 time: 0.1302774 Feb 02 15:55:33.163559 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e4535-d06a-47aa-a5c3-59e48e978a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef2db41-2693-47ba-8ff4-bd5cc5d347d3,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:33.196113 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 59974) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:33.210816 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-d79fa7d8-443e-44dc-988c-fb3cd66eec9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:33.273121 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5fad3-7c48-456d-ad9e-6ea83b442fd1 req-31620bfd-3fbe-4b3e-bcb7-263a4b4141ba tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:33.275028 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-69c5fad3-7c48-456d-ad9e-6ea83b442fd1 req-31620bfd-3fbe-4b3e-bcb7-263a4b4141ba tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0700779 Feb 02 15:55:33.302282 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-d79fa7d8-443e-44dc-988c-fb3cd66eec9e admin admin] Publish callbacks [] for security_group (365f9e59-c738-49d8-9a8a-cf056a954ce9), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:33.306987 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-d79fa7d8-443e-44dc-988c-fb3cd66eec9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (365f9e59-c738-49d8-9a8a-cf056a954ce9), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:33.329633 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-69c5fad3-7c48-456d-ad9e-6ea83b442fd1 req-7818e29c-3aef-4ca0-9391-cef16e6d5ce2 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485210 Feb 02 15:55:33.350300 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-d79fa7d8-443e-44dc-988c-fb3cd66eec9e admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=c043ce93972f4d3e85feab701e28f971&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1473925 Feb 02 15:55:33.350300 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 59978) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:33.368272 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79fa7d8-443e-44dc-988c-fb3cd66eec9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365f9e59-c738-49d8-9a8a-cf056a954ce9,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:33.414504 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-dc0f69e5-b9b8-4167-91ba-67e59aaec7c8 admin admin] Publish callbacks [] for security_group (365f9e59-c738-49d8-9a8a-cf056a954ce9), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:33.435858 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-dc0f69e5-b9b8-4167-91ba-67e59aaec7c8 admin admin] Publish callbacks [] for security_group (365f9e59-c738-49d8-9a8a-cf056a954ce9), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:33.487270 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-dc0f69e5-b9b8-4167-91ba-67e59aaec7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (365f9e59-c738-49d8-9a8a-cf056a954ce9), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:33.490089 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-dc0f69e5-b9b8-4167-91ba-67e59aaec7c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:33.491274 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-dc0f69e5-b9b8-4167-91ba-67e59aaec7c8 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/365f9e59-c738-49d8-9a8a-cf056a954ce9 HTTP/1.1" status: 204 len: 168 time: 0.1424246 Feb 02 15:55:33.500861 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f69e5-b9b8-4167-91ba-67e59aaec7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365f9e59-c738-49d8-9a8a-cf056a954ce9,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:34.303950 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device f51baf58-517b-41d5-bae2-68f084a5dfcb no longer exists at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 15:55:34.333613 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] No Port match for: f51baf58-517b-41d5-bae2-68f084a5dfcb {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 15:55:34.333955 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device f51baf58-517b-41d5-bae2-68f084a5dfcb not bound to the agent host hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 15:55:34.465863 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334b3b5-e068-4ecf-aaab-d3b03d6f0a41 req-94b15d5f-0766-4b9f-9ce6-3d6526369387 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:34.467405 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1334b3b5-e068-4ecf-aaab-d3b03d6f0a41 req-94b15d5f-0766-4b9f-9ce6-3d6526369387 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0628107 Feb 02 15:55:34.522370 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1334b3b5-e068-4ecf-aaab-d3b03d6f0a41 req-3a0cab5f-7028-4b5c-b68e-14ac853c6ef9 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484257 Feb 02 15:55:35.441150 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 60104) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:35.543753 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-a30bc5aa-6f37-42d3-8669-6a9e8265dd76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:35.622495 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-a30bc5aa-6f37-42d3-8669-6a9e8265dd76 admin admin] Publish callbacks [] for security_group (985ea423-055f-49b2-bea5-97a7596aef59), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:35.626123 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-a30bc5aa-6f37-42d3-8669-6a9e8265dd76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (985ea423-055f-49b2-bea5-97a7596aef59), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:35.642679 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c73822-3fc3-49f1-8a9b-a8051580f2fa req-eaf6eca8-beec-4d82-bf09-7f58493fc2d4 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:35.644851 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f0c73822-3fc3-49f1-8a9b-a8051580f2fa req-eaf6eca8-beec-4d82-bf09-7f58493fc2d4 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0556483 Feb 02 15:55:35.665729 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-a30bc5aa-6f37-42d3-8669-6a9e8265dd76 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=0de048dcbd884f4da6841dab6dd1b230&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233281 Feb 02 15:55:35.666957 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30bc5aa-6f37-42d3-8669-6a9e8265dd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985ea423-055f-49b2-bea5-97a7596aef59,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:35.669317 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 60110) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:35.713410 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f0c73822-3fc3-49f1-8a9b-a8051580f2fa req-e29fc91c-4486-4b20-a772-6d765c021585 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627556 Feb 02 15:55:35.733310 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-23e1b443-82f2-41a2-857b-69f2483868bd admin admin] Publish callbacks [] for security_group (985ea423-055f-49b2-bea5-97a7596aef59), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:35.754251 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-23e1b443-82f2-41a2-857b-69f2483868bd admin admin] Publish callbacks [] for security_group (985ea423-055f-49b2-bea5-97a7596aef59), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:35.803013 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-23e1b443-82f2-41a2-857b-69f2483868bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (985ea423-055f-49b2-bea5-97a7596aef59), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:35.805602 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-23e1b443-82f2-41a2-857b-69f2483868bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:35.806709 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-23e1b443-82f2-41a2-857b-69f2483868bd admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/985ea423-055f-49b2-bea5-97a7596aef59 HTTP/1.1" status: 204 len: 168 time: 0.1364944 Feb 02 15:55:35.814663 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1b443-82f2-41a2-857b-69f2483868bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985ea423-055f-49b2-bea5-97a7596aef59,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:36.064334 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 60118) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:36.078387 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-a47c5015-df5e-43f1-a1fb-9289618ee383 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:36.153986 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-a47c5015-df5e-43f1-a1fb-9289618ee383 admin admin] Publish callbacks [] for security_group (f93171bf-4627-4315-b375-5ab9e413f40f), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:36.157730 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-a47c5015-df5e-43f1-a1fb-9289618ee383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (f93171bf-4627-4315-b375-5ab9e413f40f), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:36.195481 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-a47c5015-df5e-43f1-a1fb-9289618ee383 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=fe9c1ed7705e487f914bc51cc4fb766d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1299515 Feb 02 15:55:36.196348 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c5015-df5e-43f1-a1fb-9289618ee383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93171bf-4627-4315-b375-5ab9e413f40f,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:36.198204 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 60120) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:36.249001 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-0ef18fab-f8d1-47b7-a5b3-04f485686bcb admin admin] Publish callbacks [] for security_group (f93171bf-4627-4315-b375-5ab9e413f40f), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:36.270504 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-0ef18fab-f8d1-47b7-a5b3-04f485686bcb admin admin] Publish callbacks [] for security_group (f93171bf-4627-4315-b375-5ab9e413f40f), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:36.314969 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-0ef18fab-f8d1-47b7-a5b3-04f485686bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (f93171bf-4627-4315-b375-5ab9e413f40f), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:36.318223 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-0ef18fab-f8d1-47b7-a5b3-04f485686bcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:36.319365 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-0ef18fab-f8d1-47b7-a5b3-04f485686bcb admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/f93171bf-4627-4315-b375-5ab9e413f40f HTTP/1.1" status: 204 len: 168 time: 0.1190004 Feb 02 15:55:36.333497 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef18fab-f8d1-47b7-a5b3-04f485686bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93171bf-4627-4315-b375-5ab9e413f40f,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:36.838520 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b33f44-4867-4e2b-b488-dbd16a0e2b2c req-b6491333-b990-4454-8152-51515fba7a04 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:36.839994 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-90b33f44-4867-4e2b-b488-dbd16a0e2b2c req-b6491333-b990-4454-8152-51515fba7a04 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0590100 Feb 02 15:55:36.888039 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-90b33f44-4867-4e2b-b488-dbd16a0e2b2c req-3fa7d226-13e3-4bd6-ba78-4bfbfd768507 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424602 Feb 02 15:55:38.010873 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3d383-81ce-4a4f-a790-e52bc91127e0 req-9536da8d-ccaa-43ef-9bf4-d157788e0ab1 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:38.012379 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-04f3d383-81ce-4a4f-a790-e52bc91127e0 req-9536da8d-ccaa-43ef-9bf4-d157788e0ab1 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0552847 Feb 02 15:55:38.060534 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-04f3d383-81ce-4a4f-a790-e52bc91127e0 req-9af6ab2d-2da8-4b81-8ff8-c1a482d8a83e tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421789 Feb 02 15:55:39.185662 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b9f79-abae-4878-adcb-489865815493 req-6f5e77a2-5eaa-4969-ab05-77cd10be3dd9 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:39.187367 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d19b9f79-abae-4878-adcb-489865815493 req-6f5e77a2-5eaa-4969-ab05-77cd10be3dd9 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0604172 Feb 02 15:55:39.245690 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d19b9f79-abae-4878-adcb-489865815493 req-eaa5f0de-b02e-4a81-b062-9e3d0dbbdd9f tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513241 Feb 02 15:55:40.364833 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784070a7-36c5-46c0-bccc-2081e904ad3d req-d853c166-9b6b-476a-8910-33e68d6774cf tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:40.366513 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-784070a7-36c5-46c0-bccc-2081e904ad3d req-d853c166-9b6b-476a-8910-33e68d6774cf tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0541310 Feb 02 15:55:40.429699 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-784070a7-36c5-46c0-bccc-2081e904ad3d req-8a7cf30d-dc53-46ab-9f5e-cc9d1e9d9ec0 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570090 Feb 02 15:55:40.956005 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 60288) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:41.074414 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-7495e4bd-1ef6-4355-b473-85093fd5ee04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:41.160452 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-7495e4bd-1ef6-4355-b473-85093fd5ee04 admin admin] Publish callbacks [] for security_group (cd4e86ea-8a2f-4243-8ba2-f7c9c4cfdc4b), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:41.164426 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-7495e4bd-1ef6-4355-b473-85093fd5ee04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (cd4e86ea-8a2f-4243-8ba2-f7c9c4cfdc4b), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:41.202652 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-7495e4bd-1ef6-4355-b473-85093fd5ee04 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=111f3e8668f2406cab9605519785bfe5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447140 Feb 02 15:55:41.204623 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7495e4bd-1ef6-4355-b473-85093fd5ee04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4e86ea-8a2f-4243-8ba2-f7c9c4cfdc4b,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:41.206838 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 60292) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:41.213229 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7495e4bd-1ef6-4355-b473-85093fd5ee04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:41.213640 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7495e4bd-1ef6-4355-b473-85093fd5ee04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:41.214000 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7495e4bd-1ef6-4355-b473-85093fd5ee04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:41.214681 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7495e4bd-1ef6-4355-b473-85093fd5ee04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:41.214681 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7495e4bd-1ef6-4355-b473-85093fd5ee04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:41.215104 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7495e4bd-1ef6-4355-b473-85093fd5ee04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:41.215419 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7495e4bd-1ef6-4355-b473-85093fd5ee04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:41.215712 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7495e4bd-1ef6-4355-b473-85093fd5ee04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:41.216082 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7495e4bd-1ef6-4355-b473-85093fd5ee04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:41.216406 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7495e4bd-1ef6-4355-b473-85093fd5ee04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:41.216986 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7495e4bd-1ef6-4355-b473-85093fd5ee04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:41.217330 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7495e4bd-1ef6-4355-b473-85093fd5ee04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:41.217527 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7495e4bd-1ef6-4355-b473-85093fd5ee04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:41.262937 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ec430cd4-ce2c-4186-865d-ca839b57f5fd admin admin] Publish callbacks [] for security_group (cd4e86ea-8a2f-4243-8ba2-f7c9c4cfdc4b), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:41.284770 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ec430cd4-ce2c-4186-865d-ca839b57f5fd admin admin] Publish callbacks [] for security_group (cd4e86ea-8a2f-4243-8ba2-f7c9c4cfdc4b), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:41.336573 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ec430cd4-ce2c-4186-865d-ca839b57f5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (cd4e86ea-8a2f-4243-8ba2-f7c9c4cfdc4b), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:41.339530 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ec430cd4-ce2c-4186-865d-ca839b57f5fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:41.341502 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-ec430cd4-ce2c-4186-865d-ca839b57f5fd admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/cd4e86ea-8a2f-4243-8ba2-f7c9c4cfdc4b HTTP/1.1" status: 204 len: 168 time: 0.1334054 Feb 02 15:55:41.356562 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec430cd4-ce2c-4186-865d-ca839b57f5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4e86ea-8a2f-4243-8ba2-f7c9c4cfdc4b,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:41.364853 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec430cd4-ce2c-4186-865d-ca839b57f5fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:41.366157 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec430cd4-ce2c-4186-865d-ca839b57f5fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:41.366964 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec430cd4-ce2c-4186-865d-ca839b57f5fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:41.367318 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec430cd4-ce2c-4186-865d-ca839b57f5fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:41.367666 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec430cd4-ce2c-4186-865d-ca839b57f5fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:41.368124 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec430cd4-ce2c-4186-865d-ca839b57f5fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:41.368350 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec430cd4-ce2c-4186-865d-ca839b57f5fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:41.368689 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec430cd4-ce2c-4186-865d-ca839b57f5fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:41.369325 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec430cd4-ce2c-4186-865d-ca839b57f5fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:41.369493 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec430cd4-ce2c-4186-865d-ca839b57f5fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:41.369982 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec430cd4-ce2c-4186-865d-ca839b57f5fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:41.370741 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec430cd4-ce2c-4186-865d-ca839b57f5fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:41.371231 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec430cd4-ce2c-4186-865d-ca839b57f5fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:41.566594 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064290d-8e50-4401-bdfb-7ebfa0122b4c req-5cf4d1e9-d64c-4a72-88c0-a1399448cecd tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:41.568914 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2064290d-8e50-4401-bdfb-7ebfa0122b4c req-5cf4d1e9-d64c-4a72-88c0-a1399448cecd tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0618050 Feb 02 15:55:41.630784 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2064290d-8e50-4401-bdfb-7ebfa0122b4c req-493c25bb-1b5e-4457-9d37-eddb49cfdedd tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529702 Feb 02 15:55:41.682825 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 60302) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:41.700045 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-6613a8a0-b20e-43f4-821f-5b2e92dd4fe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:41.786515 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-6613a8a0-b20e-43f4-821f-5b2e92dd4fe7 admin admin] Publish callbacks [] for security_group (fbd58108-c348-4274-8ea4-429408d202ac), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:41.790744 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-6613a8a0-b20e-43f4-821f-5b2e92dd4fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (fbd58108-c348-4274-8ea4-429408d202ac), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:41.832976 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-6613a8a0-b20e-43f4-821f-5b2e92dd4fe7 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=307062bcad5e46a08ca28ae782e3f03f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1486301 Feb 02 15:55:41.833749 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613a8a0-b20e-43f4-821f-5b2e92dd4fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd58108-c348-4274-8ea4-429408d202ac,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:41.835707 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 60304) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:41.891707 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-87a5e3ba-eebf-4945-bfdc-868816adc637 admin admin] Publish callbacks [] for security_group (fbd58108-c348-4274-8ea4-429408d202ac), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:41.915023 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-87a5e3ba-eebf-4945-bfdc-868816adc637 admin admin] Publish callbacks [] for security_group (fbd58108-c348-4274-8ea4-429408d202ac), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:41.982929 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-87a5e3ba-eebf-4945-bfdc-868816adc637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (fbd58108-c348-4274-8ea4-429408d202ac), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:41.989065 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-87a5e3ba-eebf-4945-bfdc-868816adc637 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:41.995203 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-87a5e3ba-eebf-4945-bfdc-868816adc637 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/fbd58108-c348-4274-8ea4-429408d202ac HTTP/1.1" status: 204 len: 168 time: 0.1559923 Feb 02 15:55:42.005519 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5e3ba-eebf-4945-bfdc-868816adc637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd58108-c348-4274-8ea4-429408d202ac,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:42.801950 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17d33e-7325-4228-8bb3-b284c59c48d9 req-f5f43336-ba37-455c-8cb0-616c77a2db9c tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:42.805516 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-dd17d33e-7325-4228-8bb3-b284c59c48d9 req-f5f43336-ba37-455c-8cb0-616c77a2db9c tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0841837 Feb 02 15:55:42.841579 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-6bb66541-bc2d-4313-9617-a2fe71b6fec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:42.874305 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-dd17d33e-7325-4228-8bb3-b284c59c48d9 req-0cdea963-ddd1-4b14-84df-bacdef6de87a tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614250 Feb 02 15:55:44.025738 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3a4ee-84ff-48aa-aadd-3c4cf42cafba req-284b1e5e-3a71-4e00-b05e-4afb17d6ade1 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:44.028031 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-53b3a4ee-84ff-48aa-aadd-3c4cf42cafba req-284b1e5e-3a71-4e00-b05e-4afb17d6ade1 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0662465 Feb 02 15:55:44.083503 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-53b3a4ee-84ff-48aa-aadd-3c4cf42cafba req-0014766e-a4e2-4012-a65a-0eec99cb0ded tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479085 Feb 02 15:55:44.613994 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 60368) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:44.749652 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-92ee8880-af5d-4984-88d3-5aa01d1389d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:44.879885 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-92ee8880-af5d-4984-88d3-5aa01d1389d0 admin admin] Publish callbacks [] for security_group (d0ad9799-cbba-43b1-8cae-068ff26b10e8), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:44.891379 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-92ee8880-af5d-4984-88d3-5aa01d1389d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (d0ad9799-cbba-43b1-8cae-068ff26b10e8), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:44.936219 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee8880-af5d-4984-88d3-5aa01d1389d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ad9799-cbba-43b1-8cae-068ff26b10e8,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:44.976602 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-92ee8880-af5d-4984-88d3-5aa01d1389d0 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=711cc6ef0d024cdbb1fc4f2b10d9923a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3612764 Feb 02 15:55:44.979366 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 60386) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:45.044976 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-9c6dcb46-d8d4-44b4-8df0-8152e1595b72 admin admin] Publish callbacks [] for security_group (d0ad9799-cbba-43b1-8cae-068ff26b10e8), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:45.071978 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-9c6dcb46-d8d4-44b4-8df0-8152e1595b72 admin admin] Publish callbacks [] for security_group (d0ad9799-cbba-43b1-8cae-068ff26b10e8), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:45.148911 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-9c6dcb46-d8d4-44b4-8df0-8152e1595b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (d0ad9799-cbba-43b1-8cae-068ff26b10e8), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:45.152381 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-9c6dcb46-d8d4-44b4-8df0-8152e1595b72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:45.153160 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-9c6dcb46-d8d4-44b4-8df0-8152e1595b72 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/d0ad9799-cbba-43b1-8cae-068ff26b10e8 HTTP/1.1" status: 204 len: 168 time: 0.1725588 Feb 02 15:55:45.163278 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6dcb46-d8d4-44b4-8df0-8152e1595b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ad9799-cbba-43b1-8cae-068ff26b10e8,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:45.240194 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079911-ac52-45a1-be02-c8d11c646949 req-a552b00d-99b9-4cef-a8ed-16e47816edaf tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:45.248927 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9f079911-ac52-45a1-be02-c8d11c646949 req-a552b00d-99b9-4cef-a8ed-16e47816edaf tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0711153 Feb 02 15:55:45.336358 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9f079911-ac52-45a1-be02-c8d11c646949 req-fb5381ea-67a7-4c46-97a5-95d1d1330c84 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864146 Feb 02 15:55:45.351718 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-affdefad-3946-4daa-82ee-16f449ba3c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:45.497347 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-74b619ae-c800-4986-b63f-d3044b603d77 req-89a91e6b-bec7-4745-aabd-5a8117ca41cf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509088 Feb 02 15:55:45.594533 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b619ae-c800-4986-b63f-d3044b603d77 req-e9af0af6-0666-4157-86a9-c6301980ac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:45.596145 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-74b619ae-c800-4986-b63f-d3044b603d77 req-e9af0af6-0666-4157-86a9-c6301980ac09 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=72f52223a6e14cb8a8c10c8caa85635b&device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 1130 time: 0.0596578 Feb 02 15:55:45.734305 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b619ae-c800-4986-b63f-d3044b603d77 req-0825e863-715d-4db7-aac9-5d70db015726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:45.735906 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-74b619ae-c800-4986-b63f-d3044b603d77 req-0825e863-715d-4db7-aac9-5d70db015726 service neutron] 10.222.0.59 "GET /v2.0/networks?id=aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca HTTP/1.1" status: 200 len: 920 time: 0.1156785 Feb 02 15:55:45.828080 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-74b619ae-c800-4986-b63f-d3044b603d77 req-44717b53-ee71-4d94-8b8c-e700fdf7182e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=853ee009-59c0-4bb8-a9f2-a81aebd05c49 HTTP/1.1" status: 200 len: 217 time: 0.0411603 Feb 02 15:55:45.906119 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b619ae-c800-4986-b63f-d3044b603d77 req-6ad21dfa-9b35-43b3-9ae4-736a77e354b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:45.907951 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-74b619ae-c800-4986-b63f-d3044b603d77 req-6ad21dfa-9b35-43b3-9ae4-736a77e354b9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6bef7920-00cb-4a69-a6a7-9d6da3eabd36 HTTP/1.1" status: 200 len: 859 time: 0.0687821 Feb 02 15:55:45.981373 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-74b619ae-c800-4986-b63f-d3044b603d77 req-cf494d2e-b001-49e0-8162-cf8fece686aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653441 Feb 02 15:55:46.082805 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-74b619ae-c800-4986-b63f-d3044b603d77 req-6ad536b2-20dd-4295-92d8-d8bcff6265ec service neutron] 10.222.0.59 "GET /v2.0/networks/aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929711 Feb 02 15:55:46.193069 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-74b619ae-c800-4986-b63f-d3044b603d77 req-4d5a91de-23fa-40a3-9fa3-69de6cab0665 service neutron] 10.222.0.59 "GET /v2.0/networks/aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012719 Feb 02 15:55:46.234410 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:46.508993 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c54b0-d9d4-4fd5-94e2-5049b6ccca47 req-3976ea89-5b6c-4868-95fe-0d2a30419f29 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:46.510659 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2c6c54b0-d9d4-4fd5-94e2-5049b6ccca47 req-3976ea89-5b6c-4868-95fe-0d2a30419f29 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0742271 Feb 02 15:55:46.579758 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2c6c54b0-d9d4-4fd5-94e2-5049b6ccca47 req-32326655-0e01-4549-bfd6-3fee25e3c92a tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572820 Feb 02 15:55:46.771257 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 60444) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:46.786380 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:46.906276 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-dbeb7ab5-5afa-4374-9e63-6f5ec05def8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:46.991718 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-dbeb7ab5-5afa-4374-9e63-6f5ec05def8c admin admin] Publish callbacks [] for security_group (f5261287-cdbb-49f6-8016-0f304a4ac765), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:46.997345 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-dbeb7ab5-5afa-4374-9e63-6f5ec05def8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (f5261287-cdbb-49f6-8016-0f304a4ac765), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:47.041766 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb7ab5-5afa-4374-9e63-6f5ec05def8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5261287-cdbb-49f6-8016-0f304a4ac765,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:47.046575 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-dbeb7ab5-5afa-4374-9e63-6f5ec05def8c admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=2ee66fa1b447458cb1828ab2ac794747&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2704234 Feb 02 15:55:47.049617 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 60452) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:47.109871 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-6b937848-11b4-46b0-a799-a9b424f2aac9 admin admin] Publish callbacks [] for security_group (f5261287-cdbb-49f6-8016-0f304a4ac765), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:47.132692 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-6b937848-11b4-46b0-a799-a9b424f2aac9 admin admin] Publish callbacks [] for security_group (f5261287-cdbb-49f6-8016-0f304a4ac765), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:47.199134 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-6b937848-11b4-46b0-a799-a9b424f2aac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (f5261287-cdbb-49f6-8016-0f304a4ac765), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:47.202750 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-6b937848-11b4-46b0-a799-a9b424f2aac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:47.208871 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-6b937848-11b4-46b0-a799-a9b424f2aac9 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/f5261287-cdbb-49f6-8016-0f304a4ac765 HTTP/1.1" status: 204 len: 168 time: 0.1576564 Feb 02 15:55:47.218212 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b937848-11b4-46b0-a799-a9b424f2aac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5261287-cdbb-49f6-8016-0f304a4ac765,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:47.657599 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:47.748736 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4fd0b-ec14-4135-8f2f-3aa9b222a309 req-35b7bbcc-491d-4f86-a0a3-fcdf8ad968a0 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:47.750328 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-fce4fd0b-ec14-4135-8f2f-3aa9b222a309 req-35b7bbcc-491d-4f86-a0a3-fcdf8ad968a0 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0628142 Feb 02 15:55:47.821959 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-fce4fd0b-ec14-4135-8f2f-3aa9b222a309 req-24c36cb7-5059-4fc8-a180-5f8d888fef73 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611651 Feb 02 15:55:48.955137 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840bbb8-6c3c-4078-9b5d-afffa6754c4c req-ef85ccbe-35f9-444e-bf07-ce2e1272d22e tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:48.957912 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d840bbb8-6c3c-4078-9b5d-afffa6754c4c req-ef85ccbe-35f9-444e-bf07-ce2e1272d22e tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0682483 Feb 02 15:55:49.006200 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d840bbb8-6c3c-4078-9b5d-afffa6754c4c req-24e3eb52-527d-4932-9b89-3590f40864da tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427566 Feb 02 15:55:49.185904 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:50.138506 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76974381-ab37-44d0-90de-5dc14993af77 req-2e7f7eee-d3cb-45bf-88cf-18e6570a8bda tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:50.145578 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-76974381-ab37-44d0-90de-5dc14993af77 req-2e7f7eee-d3cb-45bf-88cf-18e6570a8bda tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0617790 Feb 02 15:55:50.192662 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-76974381-ab37-44d0-90de-5dc14993af77 req-fb8dc3e4-0ff8-4d65-92e4-4c727ff3b8e0 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462086 Feb 02 15:55:50.977505 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 60514) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:51.105428 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-aae5a1bc-80c7-4f6e-8e86-6ed50182601d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:51.194481 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-aae5a1bc-80c7-4f6e-8e86-6ed50182601d admin admin] Publish callbacks [] for security_group (c757d36d-4f51-4883-a39c-689c94a3687d), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:51.199746 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-aae5a1bc-80c7-4f6e-8e86-6ed50182601d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (c757d36d-4f51-4883-a39c-689c94a3687d), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:51.250734 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae5a1bc-80c7-4f6e-8e86-6ed50182601d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c757d36d-4f51-4883-a39c-689c94a3687d,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:51.262063 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-aae5a1bc-80c7-4f6e-8e86-6ed50182601d admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=04ee27dd1b1548e5b1ac489efa70c831&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2807455 Feb 02 15:55:51.263266 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 60522) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:51.349927 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba011966-c260-4824-99b9-f8ef4d546d3a req-dd873ca8-d755-43b3-a660-b6d4f835714d tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:51.357342 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ba011966-c260-4824-99b9-f8ef4d546d3a req-dd873ca8-d755-43b3-a660-b6d4f835714d tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0683393 Feb 02 15:55:51.379669 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-377edeb4-a8b2-4ed6-ab44-8bcd4acb9f91 admin admin] Publish callbacks [] for security_group (c757d36d-4f51-4883-a39c-689c94a3687d), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:51.403401 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-377edeb4-a8b2-4ed6-ab44-8bcd4acb9f91 admin admin] Publish callbacks [] for security_group (c757d36d-4f51-4883-a39c-689c94a3687d), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:51.433281 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ba011966-c260-4824-99b9-f8ef4d546d3a req-53ee114f-ae8a-4a34-a7b6-5d980728405d tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749190 Feb 02 15:55:51.477648 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-377edeb4-a8b2-4ed6-ab44-8bcd4acb9f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (c757d36d-4f51-4883-a39c-689c94a3687d), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:51.480235 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-377edeb4-a8b2-4ed6-ab44-8bcd4acb9f91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:51.481694 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-377edeb4-a8b2-4ed6-ab44-8bcd4acb9f91 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/c757d36d-4f51-4883-a39c-689c94a3687d HTTP/1.1" status: 204 len: 168 time: 0.2180033 Feb 02 15:55:51.490833 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377edeb4-a8b2-4ed6-ab44-8bcd4acb9f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c757d36d-4f51-4883-a39c-689c94a3687d,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:52.311113 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 60548) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:52.438036 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-7871549b-95c9-43b3-84e7-76c5de0137bf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2139117878-network', 'tenant_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:55:52.466717 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7871549b-95c9-43b3-84e7-76c5de0137bf admin admin] Made reservation on behalf of 09f6a7ba2fd841cb8ddb919c7cc3cc33 for: {'network': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:55:52.469947 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-7871549b-95c9-43b3-84e7-76c5de0137bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for network (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:52.481437 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-7871549b-95c9-43b3-84e7-76c5de0137bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:52.547448 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d741f-cdc2-44ac-88a0-776950f088b0 req-d4875097-b6aa-499d-9b33-e823941a694e tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:52.551161 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-590d741f-cdc2-44ac-88a0-776950f088b0 req-d4875097-b6aa-499d-9b33-e823941a694e tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0688696 Feb 02 15:55:52.591434 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-7871549b-95c9-43b3-84e7-76c5de0137bf admin admin] Publish callbacks [] for security_group (5d78faf7-bdc3-4f59-9193-b1b95ee64bf0), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:52.599283 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-7871549b-95c9-43b3-84e7-76c5de0137bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (5d78faf7-bdc3-4f59-9193-b1b95ee64bf0), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:52.607605 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-590d741f-cdc2-44ac-88a0-776950f088b0 req-9ab8897e-9e41-4b05-90fa-94f7f224ab33 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507090 Feb 02 15:55:52.631293 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7871549b-95c9-43b3-84e7-76c5de0137bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 986} {{(pid=109038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:55:52.644027 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871549b-95c9-43b3-84e7-76c5de0137bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d78faf7-bdc3-4f59-9193-b1b95ee64bf0,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:52.652576 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-7871549b-95c9-43b3-84e7-76c5de0137bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (5a507211-54a4-4f7d-9c42-be9fe103a157), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:52.653306 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.db.segments_db [None req-7871549b-95c9-43b3-84e7-76c5de0137bf admin admin] Added segment 5a507211-54a4-4f7d-9c42-be9fe103a157 of type vlan for network 96264f45-29e5-48c2-8efd-888143a9e5e2 Feb 02 15:55:52.706215 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-7871549b-95c9-43b3-84e7-76c5de0137bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791047091321'] for network (96264f45-29e5-48c2-8efd-888143a9e5e2), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:52.733949 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-7871549b-95c9-43b3-84e7-76c5de0137bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529'] for network (96264f45-29e5-48c2-8efd-888143a9e5e2), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:52.735004 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7871549b-95c9-43b3-84e7-76c5de0137bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:52.735582 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-7871549b-95c9-43b3-84e7-76c5de0137bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:52.772784 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-7871549b-95c9-43b3-84e7-76c5de0137bf admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4600444 Feb 02 15:55:52.776007 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 60556) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:52.782725 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-5cd389f4-d2bb-4aec-9f2c-4a8c33d5df6c admin admin] Request body: {'subnet': {'network_id': '96264f45-29e5-48c2-8efd-888143a9e5e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2139117878-subnet', 'tenant_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'ip_version': 4}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:55:52.805249 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd389f4-d2bb-4aec-9f2c-4a8c33d5df6c admin admin] Made reservation on behalf of 09f6a7ba2fd841cb8ddb919c7cc3cc33 for: {'subnet': 1} {{(pid=109039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:55:52.807778 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-5cd389f4-d2bb-4aec-9f2c-4a8c33d5df6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6097064'] for subnet (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:52.808149 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871549b-95c9-43b3-84e7-76c5de0137bf admin admin] Pushing event updated for resources: {'Network': ['ID=96264f45-29e5-48c2-8efd-888143a9e5e2,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:52.823661 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Network 96264f45-29e5-48c2-8efd-888143a9e5e2 details requested by agent ovs-agent-dv-cinder-827511-1-iscsi with host dv-cinder-827511-1-iscsi {{(pid=109040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 15:55:52.996696 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-5cd389f4-d2bb-4aec-9f2c-4a8c33d5df6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5289414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6097986'] for subnet (93bf2d9b-25e2-4562-8db6-071a0b0be22c), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:53.062240 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd389f4-d2bb-4aec-9f2c-4a8c33d5df6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=93bf2d9b-25e2-4562-8db6-071a0b0be22c,revision_number=0']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:53.085488 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd389f4-d2bb-4aec-9f2c-4a8c33d5df6c admin admin] Checking segment: {'id': '5a507211-54a4-4f7d-9c42-be9fe103a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '96264f45-29e5-48c2-8efd-888143a9e5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:55:53.085851 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd389f4-d2bb-4aec-9f2c-4a8c33d5df6c admin admin] Network hostable DHCP agents. Network: 96264f45-29e5-48c2-8efd-888143a9e5e2, hostable agents: ['c53fdfd4-74a4-4640-bea7-ca8e654bcb85'], hosted agents: [] {{(pid=109039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:55:53.103215 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd389f4-d2bb-4aec-9f2c-4a8c33d5df6c admin admin] Network 96264f45-29e5-48c2-8efd-888143a9e5e2 is scheduled to be hosted by DHCP agent c53fdfd4-74a4-4640-bea7-ca8e654bcb85 with binding_index 1 {{(pid=109039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:55:53.115094 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.base_scheduler [None req-5cd389f4-d2bb-4aec-9f2c-4a8c33d5df6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827511-1-iscsi, 96264f45-29e5-48c2-8efd-888143a9e5e2) {{(pid=109039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:55:53.119600 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd389f4-d2bb-4aec-9f2c-4a8c33d5df6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:53.120273 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-5cd389f4-d2bb-4aec-9f2c-4a8c33d5df6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for subnet (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:53.125836 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67502fc9-8c2b-4132-8031-4bd24e1fea19 None None] Network 96264f45-29e5-48c2-8efd-888143a9e5e2 requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:55:53.159778 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-5cd389f4-d2bb-4aec-9f2c-4a8c33d5df6c admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3785379 Feb 02 15:55:53.160785 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 60558) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:53.165167 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-a7a9f4e2-366e-4afb-b341-cffe6c327ea7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2139117878-router', 'tenant_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'}}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:55:53.196651 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-a7a9f4e2-366e-4afb-b341-cffe6c327ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7954820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4637'] for router (4333a32b-dc4a-4822-b722-16525c680144), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:53.198797 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-a7a9f4e2-366e-4afb-b341-cffe6c327ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8316468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7936462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7985232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4628'] for router (4333a32b-dc4a-4822-b722-16525c680144), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:53.243603 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d42c44f-7989-4c86-b830-61b4041f267c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb731cab0-9462-5933-b2b8-c5fd2c1b6f81-96264f45-29e5-48c2-8efd-888143a9e5e2', 'network_id': '96264f45-29e5-48c2-8efd-888143a9e5e2', 'project_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'fixed_ips': [{'subnet_id': '93bf2d9b-25e2-4562-8db6-071a0b0be22c'}]}} from dv-cinder-827511-1-iscsi. {{(pid=109040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 15:55:53.244699 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-8d42c44f-7989-4c86-b830-61b4041f267c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:53.265084 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-a7a9f4e2-366e-4afb-b341-cffe6c327ea7 admin admin] Publish callbacks [] for router_controller (4333a32b-dc4a-4822-b722-16525c680144), precommit_add_association {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:53.403424 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.db_base_plugin_common [None req-8d42c44f-7989-4c86-b830-61b4041f267c None None] Allocated IP 172.20.0.2 (96264f45-29e5-48c2-8efd-888143a9e5e2/93bf2d9b-25e2-4562-8db6-071a0b0be22c/6e30c976-e53e-4f8b-acc1-63e38acf6a4e) {{(pid=109040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:55:53.427594 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-a7a9f4e2-366e-4afb-b341-cffe6c327ea7 admin admin] Publish callbacks [] for router_gateway (4333a32b-dc4a-4822-b722-16525c680144), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:53.775563 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-8d42c44f-7989-4c86-b830-61b4041f267c None None] Publish callbacks [] for port (6e30c976-e53e-4f8b-acc1-63e38acf6a4e), precommit_create {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:53.785872 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-8d42c44f-7989-4c86-b830-61b4041f267c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353'] for port (6e30c976-e53e-4f8b-acc1-63e38acf6a4e), after_create {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:53.826190 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d42c44f-7989-4c86-b830-61b4041f267c None None] Network 96264f45-29e5-48c2-8efd-888143a9e5e2 is already hosted by enough agents. {{(pid=109040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:55:53.829388 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.scheduler.base_scheduler [None req-8d42c44f-7989-4c86-b830-61b4041f267c None None] Resources bound (agent type, host, resource id): {{(pid=109040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:55:53.834881 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de568c-a84c-43ef-b8b7-d712e12439a8 req-8cad6315-fb34-4707-8f1f-e5f7b813ecb8 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:53.836612 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f3de568c-a84c-43ef-b8b7-d712e12439a8 req-8cad6315-fb34-4707-8f1f-e5f7b813ecb8 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.1209800 Feb 02 15:55:53.877273 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d42c44f-7989-4c86-b830-61b4041f267c None None] Received port after_create {{(pid=109040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:55:53.921737 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-a7a9f4e2-366e-4afb-b341-cffe6c327ea7 admin admin] Publish callbacks [] for router_gateway (4333a32b-dc4a-4822-b722-16525c680144), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:53.942844 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-a7a9f4e2-366e-4afb-b341-cffe6c327ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:53.961282 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f3de568c-a84c-43ef-b8b7-d712e12439a8 req-41db69fe-bad4-4b0f-b334-e37679e0c287 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117194 Feb 02 15:55:53.997538 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-8d42c44f-7989-4c86-b830-61b4041f267c None None] Attempting to bind port 6e30c976-e53e-4f8b-acc1-63e38acf6a4e on host dv-cinder-827511-1-iscsi for vnic_type normal with profile {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:55:53.997923 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-8d42c44f-7989-4c86-b830-61b4041f267c None None] Attempting to bind port 6e30c976-e53e-4f8b-acc1-63e38acf6a4e by drivers openvswitch,hyperv on host dv-cinder-827511-1-iscsi at level 0 using segments [{'id': '5a507211-54a4-4f7d-9c42-be9fe103a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '96264f45-29e5-48c2-8efd-888143a9e5e2'}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:55:53.998286 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d42c44f-7989-4c86-b830-61b4041f267c None None] Attempting to bind port 6e30c976-e53e-4f8b-acc1-63e38acf6a4e on network 96264f45-29e5-48c2-8efd-888143a9e5e2 {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:55:54.006379 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d42c44f-7989-4c86-b830-61b4041f267c None None] Checking agent: {'id': 'b5af8d0a-fb73-41c0-8b14-396d0b8fc477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827511-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 45, 49), 'started_at': datetime.datetime(2022, 2, 2, 15, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827511-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:55:54.006776 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d42c44f-7989-4c86-b830-61b4041f267c None None] Checking segment: {'id': '5a507211-54a4-4f7d-9c42-be9fe103a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '96264f45-29e5-48c2-8efd-888143a9e5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:55:54.007179 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-8d42c44f-7989-4c86-b830-61b4041f267c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:54.007591 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d42c44f-7989-4c86-b830-61b4041f267c None None] Bound using segment: {'id': '5a507211-54a4-4f7d-9c42-be9fe103a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '96264f45-29e5-48c2-8efd-888143a9e5e2'} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:55:54.008082 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-8d42c44f-7989-4c86-b830-61b4041f267c None None] Bound port: 6e30c976-e53e-4f8b-acc1-63e38acf6a4e, host: dv-cinder-827511-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a507211-54a4-4f7d-9c42-be9fe103a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '96264f45-29e5-48c2-8efd-888143a9e5e2'}}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:55:54.008486 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-8d42c44f-7989-4c86-b830-61b4041f267c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (6e30c976-e53e-4f8b-acc1-63e38acf6a4e), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:54.060651 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42c44f-7989-4c86-b830-61b4041f267c None None] Pushing event updated for resources: {'Port': ['ID=6e30c976-e53e-4f8b-acc1-63e38acf6a4e,revision_number=1']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:54.073411 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_common [None req-a7a9f4e2-366e-4afb-b341-cffe6c327ea7 admin admin] Allocated IP 172.27.3.234 (b73e1e25-daa0-4c48-af6a-058d6b286a0a/28a77757-7571-4525-b12f-0d0c59f041b8/2704dd53-29fd-4a10-9da8-adace02560d7) {{(pid=109038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:55:54.086620 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-8d42c44f-7989-4c86-b830-61b4041f267c None None] For port 6e30c976-e53e-4f8b-acc1-63e38acf6a4e, host dv-cinder-827511-1-iscsi, cleared binding levels {{(pid=109040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:55:54.091983 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-8d42c44f-7989-4c86-b830-61b4041f267c None None] For port 6e30c976-e53e-4f8b-acc1-63e38acf6a4e, host dv-cinder-827511-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=6e30c976-e53e-4f8b-acc1-63e38acf6a4e,segment=NetworkSegment(5a507211-54a4-4f7d-9c42-be9fe103a157),segment_id=5a507211-54a4-4f7d-9c42-be9fe103a157)] {{(pid=109040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:55:54.106650 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-8d42c44f-7989-4c86-b830-61b4041f267c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (6e30c976-e53e-4f8b-acc1-63e38acf6a4e), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:54.181837 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42c44f-7989-4c86-b830-61b4041f267c None None] Pushing event updated for resources: {'Port': ['ID=6e30c976-e53e-4f8b-acc1-63e38acf6a4e,revision_number=2']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:54.223900 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-a7a9f4e2-366e-4afb-b341-cffe6c327ea7 admin admin] Publish callbacks [] for port (2704dd53-29fd-4a10-9da8-adace02560d7), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:54.265696 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-a7a9f4e2-366e-4afb-b341-cffe6c327ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (2704dd53-29fd-4a10-9da8-adace02560d7), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:54.311782 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a9f4e2-366e-4afb-b341-cffe6c327ea7 admin admin] Network b73e1e25-daa0-4c48-af6a-058d6b286a0a is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:55:54.324755 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [None req-a7a9f4e2-366e-4afb-b341-cffe6c327ea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:55:54.329886 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a9f4e2-366e-4afb-b341-cffe6c327ea7 admin admin] Received port after_create {{(pid=109038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:55:54.335043 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9f4e2-366e-4afb-b341-cffe6c327ea7 admin admin] Pushing event updated for resources: {'Port': ['ID=2704dd53-29fd-4a10-9da8-adace02560d7,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:54.696430 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-a7a9f4e2-366e-4afb-b341-cffe6c327ea7 admin admin] Publish callbacks [] for router_gateway (4333a32b-dc4a-4822-b722-16525c680144), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:54.905192 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-a7a9f4e2-366e-4afb-b341-cffe6c327ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8316479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7936445'] for router (4333a32b-dc4a-4822-b722-16525c680144), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:55.074867 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a9f4e2-366e-4afb-b341-cffe6c327ea7 admin admin] Router 4333a32b-dc4a-4822-b722-16525c680144 is scheduled to L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 with binding_index 1 {{(pid=109038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:55:55.162373 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b89c4d-f3b3-4771-8e8d-929984c15f22 req-f2b0ef99-fbea-41aa-8cb1-ec094fb442e7 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:55.164044 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-79b89c4d-f3b3-4771-8e8d-929984c15f22 req-f2b0ef99-fbea-41aa-8cb1-ec094fb442e7 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.1008103 Feb 02 15:55:55.230469 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-79b89c4d-f3b3-4771-8e8d-929984c15f22 req-c7893768-cdc4-424e-b6d5-19e201c76ccf tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573123 Feb 02 15:55:55.275392 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a9f4e2-366e-4afb-b341-cffe6c327ea7 admin admin] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:55:55.294661 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721fb0d1-2804-49c7-8aa4-8de68015a73c None None] Sync routers for ids ['4333a32b-dc4a-4822-b722-16525c680144'] in dv-cinder-827511-1-iscsi {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:55:55.309881 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-a7a9f4e2-366e-4afb-b341-cffe6c327ea7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:55.310319 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721fb0d1-2804-49c7-8aa4-8de68015a73c None None] Routers {'4333a32b-dc4a-4822-b722-16525c680144'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:55:55.311109 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-721fb0d1-2804-49c7-8aa4-8de68015a73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T15:55:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['4333a32b-dc4a-4822-b722-16525c680144'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:55.311735 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-a7a9f4e2-366e-4afb-b341-cffe6c327ea7 admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1502867 Feb 02 15:55:55.315860 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 60568) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:55.385928 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:55:55.468146 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c33802-ccb7-4219-8ece-b879e144caa5 None None] Network 96264f45-29e5-48c2-8efd-888143a9e5e2 requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:55:55.515523 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-721fb0d1-2804-49c7-8aa4-8de68015a73c None None] Set router 4333a32b-dc4a-4822-b722-16525c680144 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:55:55.615548 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-8253bed9-0ec1-4e53-9ab2-f7bc855937e6 None None] Provisioning complete for port 6e30c976-e53e-4f8b-acc1-63e38acf6a4e triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:55:55.616002 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-8253bed9-0ec1-4e53-9ab2-f7bc855937e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (6e30c976-e53e-4f8b-acc1-63e38acf6a4e), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:55.725675 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-8253bed9-0ec1-4e53-9ab2-f7bc855937e6 None None] Current status of the port 6e30c976-e53e-4f8b-acc1-63e38acf6a4e is: DOWN; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:55:55.726352 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-8253bed9-0ec1-4e53-9ab2-f7bc855937e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (6e30c976-e53e-4f8b-acc1-63e38acf6a4e), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:55.770064 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-8253bed9-0ec1-4e53-9ab2-f7bc855937e6 None None] For port 6e30c976-e53e-4f8b-acc1-63e38acf6a4e, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=6e30c976-e53e-4f8b-acc1-63e38acf6a4e,segment=NetworkSegment(5a507211-54a4-4f7d-9c42-be9fe103a157),segment_id=5a507211-54a4-4f7d-9c42-be9fe103a157)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:55:55.779149 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-8253bed9-0ec1-4e53-9ab2-f7bc855937e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (6e30c976-e53e-4f8b-acc1-63e38acf6a4e), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:55.883910 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-721fb0d1-2804-49c7-8aa4-8de68015a73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4333a32b-dc4a-4822-b722-16525c680144', 'name': 'tempest-TestShelveInstance-2139117878-router', 'tenant_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '2704dd53-29fd-4a10-9da8-adace02560d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:55:53Z', 'updated_at': '2022-02-02T15:55:54Z', 'revision_number': 3, 'project_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'gw_port': {'id': '2704dd53-29fd-4a10-9da8-adace02560d7', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4333a32b-dc4a-4822-b722-16525c680144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:53Z', 'updated_at': '2022-02-02T15:55:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi'}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:55.967273 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8253bed9-0ec1-4e53-9ab2-f7bc855937e6 None None] Pushing event updated for resources: {'Port': ['ID=6e30c976-e53e-4f8b-acc1-63e38acf6a4e,revision_number=3']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:56.015627 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721fb0d1-2804-49c7-8aa4-8de68015a73c None None] Checking router: 4333a32b-dc4a-4822-b722-16525c680144 for host: dv-cinder-827511-1-iscsi {{(pid=109041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:55:56.016269 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721fb0d1-2804-49c7-8aa4-8de68015a73c None None] Updating router 4333a32b-dc4a-4822-b722-16525c680144 port 2704dd53-29fd-4a10-9da8-adace02560d7 binding host dv-cinder-827511-1-iscsi {{(pid=109041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:55:56.076325 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-721fb0d1-2804-49c7-8aa4-8de68015a73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (2704dd53-29fd-4a10-9da8-adace02560d7), before_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:56.120944 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ba4412e1-a598-408d-adc9-3e6c690bb790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:56.230559 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-162fb97f-6cbd-410c-af9e-f528c77f1cc5 None None] Provisioning complete for port 6e30c976-e53e-4f8b-acc1-63e38acf6a4e triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:55:56.230945 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-162fb97f-6cbd-410c-af9e-f528c77f1cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (6e30c976-e53e-4f8b-acc1-63e38acf6a4e), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:56.411166 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 6e30c976-e53e-4f8b-acc1-63e38acf6a4e up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:55:56.415650 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-162fb97f-6cbd-410c-af9e-f528c77f1cc5 None None] Current status of the port 6e30c976-e53e-4f8b-acc1-63e38acf6a4e is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:55:56.465687 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.db_base_plugin_common [None req-ba4412e1-a598-408d-adc9-3e6c690bb790 admin admin] Allocated IP 172.20.0.1 (96264f45-29e5-48c2-8efd-888143a9e5e2/93bf2d9b-25e2-4562-8db6-071a0b0be22c/996aed00-dc6f-4132-9298-7bbbf876459b) {{(pid=109039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:55:56.474047 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port 6e30c976-e53e-4f8b-acc1-63e38acf6a4e triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:55:56.474629 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (6e30c976-e53e-4f8b-acc1-63e38acf6a4e), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:56.498805 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-721fb0d1-2804-49c7-8aa4-8de68015a73c None None] Publish callbacks [] for port (2704dd53-29fd-4a10-9da8-adace02560d7), precommit_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:56.500269 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70846e96-a976-4cce-b1e0-47d6bc3aa441 req-6c1fbf4d-5761-48f0-a91c-ff2db3d09c34 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:56.501826 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-70846e96-a976-4cce-b1e0-47d6bc3aa441 req-6c1fbf4d-5761-48f0-a91c-ff2db3d09c34 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.1233218 Feb 02 15:55:56.514550 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-721fb0d1-2804-49c7-8aa4-8de68015a73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (2704dd53-29fd-4a10-9da8-adace02560d7), after_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:56.579443 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.managers [None req-721fb0d1-2804-49c7-8aa4-8de68015a73c None None] Attempting to bind port 2704dd53-29fd-4a10-9da8-adace02560d7 on host dv-cinder-827511-1-iscsi for vnic_type normal with profile {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:55:56.579877 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.managers [None req-721fb0d1-2804-49c7-8aa4-8de68015a73c None None] Attempting to bind port 2704dd53-29fd-4a10-9da8-adace02560d7 by drivers openvswitch,hyperv on host dv-cinder-827511-1-iscsi at level 0 using segments [{'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'}] {{(pid=109041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:55:56.580256 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721fb0d1-2804-49c7-8aa4-8de68015a73c None None] Attempting to bind port 2704dd53-29fd-4a10-9da8-adace02560d7 on network b73e1e25-daa0-4c48-af6a-058d6b286a0a {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:55:56.583949 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1fe14-5933-48e3-a4b3-c38bad4c7db2 None None] Pushing event updated for resources: {'Port': ['ID=2704dd53-29fd-4a10-9da8-adace02560d7,revision_number=2']} {{(pid=109041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:56.592217 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721fb0d1-2804-49c7-8aa4-8de68015a73c None None] Checking agent: {'id': 'b5af8d0a-fb73-41c0-8b14-396d0b8fc477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827511-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 45, 49), 'started_at': datetime.datetime(2022, 2, 2, 15, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827511-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:55:56.592596 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721fb0d1-2804-49c7-8aa4-8de68015a73c None None] Checking segment: {'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:55:56.593006 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-721fb0d1-2804-49c7-8aa4-8de68015a73c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:56.593436 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721fb0d1-2804-49c7-8aa4-8de68015a73c None None] Bound using segment: {'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'} {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:55:56.593918 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.managers [None req-721fb0d1-2804-49c7-8aa4-8de68015a73c None None] Bound port: 2704dd53-29fd-4a10-9da8-adace02560d7, host: dv-cinder-827511-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'}}] {{(pid=109041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:55:56.594306 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-721fb0d1-2804-49c7-8aa4-8de68015a73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (2704dd53-29fd-4a10-9da8-adace02560d7), before_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:56.599000 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e1fe14-5933-48e3-a4b3-c38bad4c7db2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:56.599388 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e1fe14-5933-48e3-a4b3-c38bad4c7db2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:56.599763 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e1fe14-5933-48e3-a4b3-c38bad4c7db2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:56.600114 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e1fe14-5933-48e3-a4b3-c38bad4c7db2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:56.600456 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e1fe14-5933-48e3-a4b3-c38bad4c7db2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:56.600794 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e1fe14-5933-48e3-a4b3-c38bad4c7db2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:56.601156 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e1fe14-5933-48e3-a4b3-c38bad4c7db2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:56.601494 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e1fe14-5933-48e3-a4b3-c38bad4c7db2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:56.601847 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e1fe14-5933-48e3-a4b3-c38bad4c7db2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:56.602204 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e1fe14-5933-48e3-a4b3-c38bad4c7db2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:56.602597 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e1fe14-5933-48e3-a4b3-c38bad4c7db2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:56.602933 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e1fe14-5933-48e3-a4b3-c38bad4c7db2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:56.603275 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e1fe14-5933-48e3-a4b3-c38bad4c7db2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:56.650052 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-70846e96-a976-4cce-b1e0-47d6bc3aa441 req-142e347b-9e88-4b44-9604-359e302dedf0 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345859 Feb 02 15:55:56.660865 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port 6e30c976-e53e-4f8b-acc1-63e38acf6a4e is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:55:56.694221 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.db [None req-721fb0d1-2804-49c7-8aa4-8de68015a73c None None] For port 2704dd53-29fd-4a10-9da8-adace02560d7, host dv-cinder-827511-1-iscsi, cleared binding levels {{(pid=109041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:55:56.698555 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.db [None req-721fb0d1-2804-49c7-8aa4-8de68015a73c None None] For port 2704dd53-29fd-4a10-9da8-adace02560d7, host dv-cinder-827511-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=2704dd53-29fd-4a10-9da8-adace02560d7,segment=NetworkSegment(aa18bba3-a434-4e8a-926e-117b8687e1ff),segment_id=aa18bba3-a434-4e8a-926e-117b8687e1ff)] {{(pid=109041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:55:56.702711 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ba4412e1-a598-408d-adc9-3e6c690bb790 admin admin] Publish callbacks [] for port (996aed00-dc6f-4132-9298-7bbbf876459b), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:56.709621 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-721fb0d1-2804-49c7-8aa4-8de68015a73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (2704dd53-29fd-4a10-9da8-adace02560d7), after_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:56.800937 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ba4412e1-a598-408d-adc9-3e6c690bb790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5289298'] for port (996aed00-dc6f-4132-9298-7bbbf876459b), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:56.821094 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1fe14-5933-48e3-a4b3-c38bad4c7db2 None None] Pushing event updated for resources: {'Port': ['ID=2704dd53-29fd-4a10-9da8-adace02560d7,revision_number=3']} {{(pid=109041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:56.832419 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721fb0d1-2804-49c7-8aa4-8de68015a73c None None] Routers {'4333a32b-dc4a-4822-b722-16525c680144'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:55:56.833079 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-721fb0d1-2804-49c7-8aa4-8de68015a73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T15:55:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['4333a32b-dc4a-4822-b722-16525c680144'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:56.845348 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4412e1-a598-408d-adc9-3e6c690bb790 admin admin] Network 96264f45-29e5-48c2-8efd-888143a9e5e2 is already hosted by enough agents. {{(pid=109039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:55:56.847881 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.base_scheduler [None req-ba4412e1-a598-408d-adc9-3e6c690bb790 admin admin] Resources bound (agent type, host, resource id): {{(pid=109039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:55:56.853591 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4412e1-a598-408d-adc9-3e6c690bb790 admin admin] Received port after_create {{(pid=109039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:55:56.879452 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4412e1-a598-408d-adc9-3e6c690bb790 admin admin] Pushing event updated for resources: {'Port': ['ID=996aed00-dc6f-4132-9298-7bbbf876459b,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:56.898599 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ba4412e1-a598-408d-adc9-3e6c690bb790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7937998'] for router_interface (4333a32b-dc4a-4822-b722-16525c680144), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:57.015110 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-721fb0d1-2804-49c7-8aa4-8de68015a73c None None] Set router 4333a32b-dc4a-4822-b722-16525c680144 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:55:57.095656 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ba4412e1-a598-408d-adc9-3e6c690bb790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (996aed00-dc6f-4132-9298-7bbbf876459b), before_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:57.158380 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-4bd03072-0ee9-4c17-8e07-f80c1fab3337 None None] Provisioning complete for port 996aed00-dc6f-4132-9298-7bbbf876459b triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:55:57.158879 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-4bd03072-0ee9-4c17-8e07-f80c1fab3337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (996aed00-dc6f-4132-9298-7bbbf876459b), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:57.213097 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-4bd03072-0ee9-4c17-8e07-f80c1fab3337 None None] Port 996aed00-dc6f-4132-9298-7bbbf876459b cannot update to ACTIVE because it is not bound. {{(pid=109040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 15:55:57.321652 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-721fb0d1-2804-49c7-8aa4-8de68015a73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4333a32b-dc4a-4822-b722-16525c680144', 'name': 'tempest-TestShelveInstance-2139117878-router', 'tenant_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '2704dd53-29fd-4a10-9da8-adace02560d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:55:53Z', 'updated_at': '2022-02-02T15:55:54Z', 'revision_number': 3, 'project_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'gw_port': {'id': '2704dd53-29fd-4a10-9da8-adace02560d7', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4333a32b-dc4a-4822-b722-16525c680144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:53Z', 'updated_at': '2022-02-02T15:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi'}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:57.384020 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ba4412e1-a598-408d-adc9-3e6c690bb790 admin admin] Publish callbacks [] for port (996aed00-dc6f-4132-9298-7bbbf876459b), precommit_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:57.390781 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ba4412e1-a598-408d-adc9-3e6c690bb790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5289307'] for port (996aed00-dc6f-4132-9298-7bbbf876459b), after_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:57.437979 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4412e1-a598-408d-adc9-3e6c690bb790 admin admin] Pushing event updated for resources: {'Port': ['ID=996aed00-dc6f-4132-9298-7bbbf876459b,revision_number=2']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:57.482126 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ba4412e1-a598-408d-adc9-3e6c690bb790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8109355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7937662'] for router_interface (4333a32b-dc4a-4822-b722-16525c680144), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:57.556909 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721fb0d1-2804-49c7-8aa4-8de68015a73c None None] The sync data for ids ['4333a32b-dc4a-4822-b722-16525c680144'] in dv-cinder-827511-1-iscsi is: [{'id': '4333a32b-dc4a-4822-b722-16525c680144', 'name': 'tempest-TestShelveInstance-2139117878-router', 'tenant_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '2704dd53-29fd-4a10-9da8-adace02560d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:55:53Z', 'updated_at': '2022-02-02T15:55:54Z', 'revision_number': 3, 'project_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'gw_port': {'id': '2704dd53-29fd-4a10-9da8-adace02560d7', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4333a32b-dc4a-4822-b722-16525c680144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:53Z', 'updated_at': '2022-02-02T15:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi'}] {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:55:57.682702 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4412e1-a598-408d-adc9-3e6c690bb790 admin admin] Network 96264f45-29e5-48c2-8efd-888143a9e5e2 is already hosted by enough agents. {{(pid=109039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:55:57.684668 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.base_scheduler [None req-ba4412e1-a598-408d-adc9-3e6c690bb790 admin admin] Resources bound (agent type, host, resource id): {{(pid=109039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:55:58.166370 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-3d1419e0-ca6b-4402-aedf-5d3ea221d459 None None] Provisioning complete for port 996aed00-dc6f-4132-9298-7bbbf876459b triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:55:58.166872 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-3d1419e0-ca6b-4402-aedf-5d3ea221d459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (996aed00-dc6f-4132-9298-7bbbf876459b), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:58.248177 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-3d1419e0-ca6b-4402-aedf-5d3ea221d459 None None] Port 996aed00-dc6f-4132-9298-7bbbf876459b cannot update to ACTIVE because it is not bound. {{(pid=109040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 15:55:58.354562 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 2704dd53-29fd-4a10-9da8-adace02560d7 up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:55:58.366833 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4412e1-a598-408d-adc9-3e6c690bb790 admin admin] Router 4333a32b-dc4a-4822-b722-16525c680144 has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:55:58.447972 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port 2704dd53-29fd-4a10-9da8-adace02560d7 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:55:58.448498 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (2704dd53-29fd-4a10-9da8-adace02560d7), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:58.505350 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f9400-bfd8-465a-a313-1a97aeb27d40 req-9eb1f374-edee-42b5-a5b1-300e41dc7242 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:58.511975 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8b8f9400-bfd8-465a-a313-1a97aeb27d40 req-9eb1f374-edee-42b5-a5b1-300e41dc7242 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.3437066 Feb 02 15:55:58.587810 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087fb49-493c-407d-8ee9-2f4710502f9a req-81d8cf82-a53a-42b0-81ad-a05652bda463 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:58.590556 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0087fb49-493c-407d-8ee9-2f4710502f9a req-81d8cf82-a53a-42b0-81ad-a05652bda463 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.4054952 Feb 02 15:55:58.646631 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port 2704dd53-29fd-4a10-9da8-adace02560d7 is: DOWN; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:55:58.647386 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (2704dd53-29fd-4a10-9da8-adace02560d7), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:58.698974 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] For port 2704dd53-29fd-4a10-9da8-adace02560d7, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=2704dd53-29fd-4a10-9da8-adace02560d7,segment=NetworkSegment(aa18bba3-a434-4e8a-926e-117b8687e1ff),segment_id=aa18bba3-a434-4e8a-926e-117b8687e1ff)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:55:58.700545 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8b8f9400-bfd8-465a-a313-1a97aeb27d40 req-cf2a00ef-cf4e-450b-baab-704a57317c90 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873863 Feb 02 15:55:58.708469 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (2704dd53-29fd-4a10-9da8-adace02560d7), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:58.766213 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0087fb49-493c-407d-8ee9-2f4710502f9a req-442825d2-502a-4638-98bd-ca46a8031777 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510766 Feb 02 15:55:58.782192 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4412e1-a598-408d-adc9-3e6c690bb790 admin admin] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:55:58.787721 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-ba4412e1-a598-408d-adc9-3e6c690bb790 admin admin] 10.222.0.112 "PUT /v2.0/routers/4333a32b-dc4a-4822-b722-16525c680144/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4703834 Feb 02 15:55:58.788074 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Pushing event updated for resources: {'Port': ['ID=2704dd53-29fd-4a10-9da8-adace02560d7,revision_number=4']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:58.862850 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910f852-260d-419d-b667-207fcbed7138 req-40ae8a8c-5f06-4094-9e55-541462555cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:58.865086 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-1910f852-260d-419d-b667-207fcbed7138 req-40ae8a8c-5f06-4094-9e55-541462555cb6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 1129 time: 0.1050074 Feb 02 15:55:58.974842 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-1910f852-260d-419d-b667-207fcbed7138 req-7b151bbe-782f-4e99-97fd-d5c38c823eab service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999932 Feb 02 15:55:59.466883 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 60684) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:59.472629 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-85cc3fed-e161-4cae-920f-83dce0473b99 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1679931457-network', 'tenant_id': '5b9edff9ac4f41528806071f5adebce3'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:55:59.493372 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cc3fed-e161-4cae-920f-83dce0473b99 admin admin] Made reservation on behalf of 5b9edff9ac4f41528806071f5adebce3 for: {'network': 1} {{(pid=109039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:55:59.495881 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-85cc3fed-e161-4cae-920f-83dce0473b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for network (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:59.504732 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-85cc3fed-e161-4cae-920f-83dce0473b99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:59.592238 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-85cc3fed-e161-4cae-920f-83dce0473b99 admin admin] Publish callbacks [] for security_group (671809da-3955-4230-bec8-e109c26b840d), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:59.600891 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-85cc3fed-e161-4cae-920f-83dce0473b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (671809da-3955-4230-bec8-e109c26b840d), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:59.655001 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc3fed-e161-4cae-920f-83dce0473b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671809da-3955-4230-bec8-e109c26b840d,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:59.659432 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85cc3fed-e161-4cae-920f-83dce0473b99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 973} {{(pid=109039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:55:59.670916 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-85cc3fed-e161-4cae-920f-83dce0473b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (33a6a8cb-30ce-4caf-8c44-a9055fde90b2), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:59.671361 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.db.segments_db [None req-85cc3fed-e161-4cae-920f-83dce0473b99 admin admin] Added segment 33a6a8cb-30ce-4caf-8c44-a9055fde90b2 of type vlan for network 111bf94e-bcb8-4d3a-8d3f-2fdbec33e805 Feb 02 15:55:59.729780 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-85cc3fed-e161-4cae-920f-83dce0473b99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791047091321'] for network (111bf94e-bcb8-4d3a-8d3f-2fdbec33e805), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:59.760560 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-85cc3fed-e161-4cae-920f-83dce0473b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529'] for network (111bf94e-bcb8-4d3a-8d3f-2fdbec33e805), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:59.762558 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cc3fed-e161-4cae-920f-83dce0473b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:59.763286 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-85cc3fed-e161-4cae-920f-83dce0473b99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:59.796735 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-85cc3fed-e161-4cae-920f-83dce0473b99 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3253422 Feb 02 15:55:59.796937 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 60690) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:55:59.802252 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-d5ade54d-922b-43e4-949d-09104efba742 admin admin] Request body: {'subnet': {'network_id': '111bf94e-bcb8-4d3a-8d3f-2fdbec33e805', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1679931457-subnet', 'tenant_id': '5b9edff9ac4f41528806071f5adebce3', 'ip_version': 4}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:55:59.840268 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ade54d-922b-43e4-949d-09104efba742 admin admin] Made reservation on behalf of 5b9edff9ac4f41528806071f5adebce3 for: {'subnet': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:55:59.844168 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-d5ade54d-922b-43e4-949d-09104efba742 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5233683'] for subnet (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:55:59.913987 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc3fed-e161-4cae-920f-83dce0473b99 admin admin] Pushing event updated for resources: {'Network': ['ID=111bf94e-bcb8-4d3a-8d3f-2fdbec33e805,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:59.929350 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Network 111bf94e-bcb8-4d3a-8d3f-2fdbec33e805 details requested by agent ovs-agent-dv-cinder-827511-1-iscsi with host dv-cinder-827511-1-iscsi {{(pid=109040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 15:56:00.024462 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d1226-9763-4e67-907e-8d4aadc6b0c6 req-fdc6172d-43bf-4813-abb9-048cc5958678 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:00.026493 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-7e9d1226-9763-4e67-907e-8d4aadc6b0c6 req-fdc6172d-43bf-4813-abb9-048cc5958678 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.1206334 Feb 02 15:56:00.034850 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a213ed-a199-4967-b03f-aad999c9e12f req-95253250-1480-4e24-a24a-9812cbdde090 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:00.044181 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a4a213ed-a199-4967-b03f-aad999c9e12f req-95253250-1480-4e24-a24a-9812cbdde090 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.1943173 Feb 02 15:56:00.113755 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d077df5-d90b-49cf-9d90-41d1185c5723 None None] Sync routers for ids ['4333a32b-dc4a-4822-b722-16525c680144'] in dv-cinder-827511-1-iscsi {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:56:00.134574 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-d5ade54d-922b-43e4-949d-09104efba742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4863271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5232889'] for subnet (80a8fe4b-d46c-407b-aef2-573e2f41b63c), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:00.142329 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d077df5-d90b-49cf-9d90-41d1185c5723 None None] Routers {'4333a32b-dc4a-4822-b722-16525c680144'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:56:00.143524 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-5d077df5-d90b-49cf-9d90-41d1185c5723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T15:55:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['4333a32b-dc4a-4822-b722-16525c680144'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:00.183730 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-7e9d1226-9763-4e67-907e-8d4aadc6b0c6 req-da6a801c-4c9e-4903-973a-417e0c9fe9ec tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384504 Feb 02 15:56:00.193831 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a4a213ed-a199-4967-b03f-aad999c9e12f req-7faa88d4-4474-48d7-b85b-755d9377ccf7 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157963 Feb 02 15:56:00.214362 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ade54d-922b-43e4-949d-09104efba742 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80a8fe4b-d46c-407b-aef2-573e2f41b63c,revision_number=0']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:00.279083 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ade54d-922b-43e4-949d-09104efba742 admin admin] Checking segment: {'id': '33a6a8cb-30ce-4caf-8c44-a9055fde90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '111bf94e-bcb8-4d3a-8d3f-2fdbec33e805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:56:00.279943 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ade54d-922b-43e4-949d-09104efba742 admin admin] Network hostable DHCP agents. Network: 111bf94e-bcb8-4d3a-8d3f-2fdbec33e805, hostable agents: ['c53fdfd4-74a4-4640-bea7-ca8e654bcb85'], hosted agents: [] {{(pid=109038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:56:00.310293 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 2704dd53-29fd-4a10-9da8-adace02560d7 up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:56:00.312077 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ade54d-922b-43e4-949d-09104efba742 admin admin] Network 111bf94e-bcb8-4d3a-8d3f-2fdbec33e805 is scheduled to be hosted by DHCP agent c53fdfd4-74a4-4640-bea7-ca8e654bcb85 with binding_index 1 {{(pid=109038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:56:00.317318 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-5d077df5-d90b-49cf-9d90-41d1185c5723 None None] Set router 4333a32b-dc4a-4822-b722-16525c680144 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:56:00.324868 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [None req-d5ade54d-922b-43e4-949d-09104efba742 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827511-1-iscsi, 111bf94e-bcb8-4d3a-8d3f-2fdbec33e805) {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:56:00.346327 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ade54d-922b-43e4-949d-09104efba742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:00.348107 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-d5ade54d-922b-43e4-949d-09104efba742 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:00.384727 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 60696) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:56:00.385665 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-d5ade54d-922b-43e4-949d-09104efba742 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5879083 Feb 02 15:56:00.389466 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-3e1d7c71-eb22-46da-b333-7cf024b47244 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1679931457-router', 'tenant_id': '5b9edff9ac4f41528806071f5adebce3', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'}}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:56:00.430133 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3f8e5e-3d4f-4f42-8514-9370445aaed4 None None] Network 111bf94e-bcb8-4d3a-8d3f-2fdbec33e805 requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:56:00.431130 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-3e1d7c71-eb22-46da-b333-7cf024b47244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7954820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4637'] for router (2b86689a-637f-473e-bf83-c309538a8256), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:00.432398 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-3e1d7c71-eb22-46da-b333-7cf024b47244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8316468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7936462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7985232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4628'] for router (2b86689a-637f-473e-bf83-c309538a8256), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:00.524207 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-3e1d7c71-eb22-46da-b333-7cf024b47244 admin admin] Publish callbacks [] for router_controller (2b86689a-637f-473e-bf83-c309538a8256), precommit_add_association {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:00.633960 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port 2704dd53-29fd-4a10-9da8-adace02560d7 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:00.634602 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (2704dd53-29fd-4a10-9da8-adace02560d7), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:00.683878 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-3e1d7c71-eb22-46da-b333-7cf024b47244 admin admin] Publish callbacks [] for router_gateway (2b86689a-637f-473e-bf83-c309538a8256), precommit_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:00.718601 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e862da9b-2e23-4ee8-b168-12251622a9ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb731cab0-9462-5933-b2b8-c5fd2c1b6f81-111bf94e-bcb8-4d3a-8d3f-2fdbec33e805', 'network_id': '111bf94e-bcb8-4d3a-8d3f-2fdbec33e805', 'project_id': '5b9edff9ac4f41528806071f5adebce3', 'fixed_ips': [{'subnet_id': '80a8fe4b-d46c-407b-aef2-573e2f41b63c'}]}} from dv-cinder-827511-1-iscsi. {{(pid=109040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 15:56:00.719708 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-e862da9b-2e23-4ee8-b168-12251622a9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:00.895389 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-3e1d7c71-eb22-46da-b333-7cf024b47244 admin admin] Publish callbacks [] for router_gateway (2b86689a-637f-473e-bf83-c309538a8256), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:00.916834 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-3e1d7c71-eb22-46da-b333-7cf024b47244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:01.022975 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port 2704dd53-29fd-4a10-9da8-adace02560d7 is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:56:01.032818 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-5d077df5-d90b-49cf-9d90-41d1185c5723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4333a32b-dc4a-4822-b722-16525c680144', 'name': 'tempest-TestShelveInstance-2139117878-router', 'tenant_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '2704dd53-29fd-4a10-9da8-adace02560d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:55:53Z', 'updated_at': '2022-02-02T15:55:57Z', 'revision_number': 4, 'project_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'gw_port': {'id': '2704dd53-29fd-4a10-9da8-adace02560d7', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4333a32b-dc4a-4822-b722-16525c680144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:53Z', 'updated_at': '2022-02-02T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '996aed00-dc6f-4132-9298-7bbbf876459b', 'name': '', 'network_id': '96264f45-29e5-48c2-8efd-888143a9e5e2', 'tenant_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'mac_address': 'fa:16:3e:e4:1e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4333a32b-dc4a-4822-b722-16525c680144', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '93bf2d9b-25e2-4562-8db6-071a0b0be22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:56Z', 'updated_at': '2022-02-02T15:55:57Z', 'revision_number': 2, 'project_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'subnets': [{'id': '93bf2d9b-25e2-4562-8db6-071a0b0be22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:01.059745 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.db_base_plugin_common [None req-3e1d7c71-eb22-46da-b333-7cf024b47244 admin admin] Allocated IP 172.27.3.109 (b73e1e25-daa0-4c48-af6a-058d6b286a0a/28a77757-7571-4525-b12f-0d0c59f041b8/52e23f71-464d-457f-8d19-120fed83b531) {{(pid=109039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:56:01.086723 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d077df5-d90b-49cf-9d90-41d1185c5723 None None] Checking router: 4333a32b-dc4a-4822-b722-16525c680144 for host: dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:56:01.087304 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d077df5-d90b-49cf-9d90-41d1185c5723 None None] Updating router 4333a32b-dc4a-4822-b722-16525c680144 port 996aed00-dc6f-4132-9298-7bbbf876459b binding host dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:56:01.125655 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-5d077df5-d90b-49cf-9d90-41d1185c5723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (996aed00-dc6f-4132-9298-7bbbf876459b), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:01.183060 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.db_base_plugin_common [None req-e862da9b-2e23-4ee8-b168-12251622a9ce None None] Allocated IP 172.20.0.2 (111bf94e-bcb8-4d3a-8d3f-2fdbec33e805/80a8fe4b-d46c-407b-aef2-573e2f41b63c/71f8085e-3811-4094-a9e5-b4cce4c2c0d2) {{(pid=109040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:56:01.219889 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-3e1d7c71-eb22-46da-b333-7cf024b47244 admin admin] Publish callbacks [] for port (52e23f71-464d-457f-8d19-120fed83b531), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:01.312462 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-3e1d7c71-eb22-46da-b333-7cf024b47244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5289298'] for port (52e23f71-464d-457f-8d19-120fed83b531), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:01.394109 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1d7c71-eb22-46da-b333-7cf024b47244 admin admin] Network b73e1e25-daa0-4c48-af6a-058d6b286a0a is already hosted by enough agents. {{(pid=109039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:56:01.401611 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.base_scheduler [None req-3e1d7c71-eb22-46da-b333-7cf024b47244 admin admin] Resources bound (agent type, host, resource id): {{(pid=109039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:56:01.418564 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1d7c71-eb22-46da-b333-7cf024b47244 admin admin] Received port after_create {{(pid=109039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:56:01.513457 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d7c71-eb22-46da-b333-7cf024b47244 admin admin] Pushing event updated for resources: {'Port': ['ID=52e23f71-464d-457f-8d19-120fed83b531,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:01.579239 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-e862da9b-2e23-4ee8-b168-12251622a9ce None None] Publish callbacks [] for port (71f8085e-3811-4094-a9e5-b4cce4c2c0d2), precommit_create {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:01.594347 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-e862da9b-2e23-4ee8-b168-12251622a9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353'] for port (71f8085e-3811-4094-a9e5-b4cce4c2c0d2), after_create {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:01.599416 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121619dd-0e04-477f-b92f-4f000384d5c6 req-988e4cb3-4f8a-423c-9a7c-c47fabf83c7e tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:01.602141 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-121619dd-0e04-477f-b92f-4f000384d5c6 req-988e4cb3-4f8a-423c-9a7c-c47fabf83c7e tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.2394798 Feb 02 15:56:01.684693 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e862da9b-2e23-4ee8-b168-12251622a9ce None None] Network 111bf94e-bcb8-4d3a-8d3f-2fdbec33e805 is already hosted by enough agents. {{(pid=109040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:56:01.685391 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862da9b-2e23-4ee8-b168-12251622a9ce None None] Pushing event updated for resources: {'Port': ['ID=71f8085e-3811-4094-a9e5-b4cce4c2c0d2,revision_number=1']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:01.690190 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.scheduler.base_scheduler [None req-e862da9b-2e23-4ee8-b168-12251622a9ce None None] Resources bound (agent type, host, resource id): {{(pid=109040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:56:01.697357 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e862da9b-2e23-4ee8-b168-12251622a9ce None None] Received port after_create {{(pid=109040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:56:01.703314 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-5d077df5-d90b-49cf-9d90-41d1185c5723 None None] Publish callbacks [] for port (996aed00-dc6f-4132-9298-7bbbf876459b), precommit_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:01.726107 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2141cd-09c3-4c70-a1b8-2ea6571d661a req-2cd1508d-c751-406b-992b-8fdd8f54a0c6 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:01.734942 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8b2141cd-09c3-4c70-a1b8-2ea6571d661a req-2cd1508d-c751-406b-992b-8fdd8f54a0c6 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.3683982 Feb 02 15:56:01.735480 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-5d077df5-d90b-49cf-9d90-41d1185c5723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (996aed00-dc6f-4132-9298-7bbbf876459b), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:01.804758 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-e862da9b-2e23-4ee8-b168-12251622a9ce None None] Attempting to bind port 71f8085e-3811-4094-a9e5-b4cce4c2c0d2 on host dv-cinder-827511-1-iscsi for vnic_type normal with profile {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:56:01.805131 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-e862da9b-2e23-4ee8-b168-12251622a9ce None None] Attempting to bind port 71f8085e-3811-4094-a9e5-b4cce4c2c0d2 by drivers openvswitch,hyperv on host dv-cinder-827511-1-iscsi at level 0 using segments [{'id': '33a6a8cb-30ce-4caf-8c44-a9055fde90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '111bf94e-bcb8-4d3a-8d3f-2fdbec33e805'}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:56:01.805492 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e862da9b-2e23-4ee8-b168-12251622a9ce None None] Attempting to bind port 71f8085e-3811-4094-a9e5-b4cce4c2c0d2 on network 111bf94e-bcb8-4d3a-8d3f-2fdbec33e805 {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:56:01.828500 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e862da9b-2e23-4ee8-b168-12251622a9ce None None] Checking agent: {'id': 'b5af8d0a-fb73-41c0-8b14-396d0b8fc477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827511-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 45, 49), 'started_at': datetime.datetime(2022, 2, 2, 15, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827511-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:56:01.828500 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e862da9b-2e23-4ee8-b168-12251622a9ce None None] Checking segment: {'id': '33a6a8cb-30ce-4caf-8c44-a9055fde90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '111bf94e-bcb8-4d3a-8d3f-2fdbec33e805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:56:01.828500 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-e862da9b-2e23-4ee8-b168-12251622a9ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:01.828500 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e862da9b-2e23-4ee8-b168-12251622a9ce None None] Bound using segment: {'id': '33a6a8cb-30ce-4caf-8c44-a9055fde90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '111bf94e-bcb8-4d3a-8d3f-2fdbec33e805'} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:56:01.828500 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-e862da9b-2e23-4ee8-b168-12251622a9ce None None] Bound port: 71f8085e-3811-4094-a9e5-b4cce4c2c0d2, host: dv-cinder-827511-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a6a8cb-30ce-4caf-8c44-a9055fde90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '111bf94e-bcb8-4d3a-8d3f-2fdbec33e805'}}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:56:01.828500 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-e862da9b-2e23-4ee8-b168-12251622a9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (71f8085e-3811-4094-a9e5-b4cce4c2c0d2), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:01.834466 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a053e1-281f-48fa-850a-64d401d17881 None None] Pushing event updated for resources: {'Port': ['ID=996aed00-dc6f-4132-9298-7bbbf876459b,revision_number=3']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:01.844066 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-121619dd-0e04-477f-b92f-4f000384d5c6 req-cbfd6dfc-7000-47c9-88b6-f7e570a81910 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2043476 Feb 02 15:56:01.860964 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8b2141cd-09c3-4c70-a1b8-2ea6571d661a req-fcc5f9c0-d34a-481a-8f11-004fbc600bfa tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234956 Feb 02 15:56:01.926939 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-5d077df5-d90b-49cf-9d90-41d1185c5723 None None] Attempting to bind port 996aed00-dc6f-4132-9298-7bbbf876459b on host dv-cinder-827511-1-iscsi for vnic_type normal with profile {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:56:01.927485 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-5d077df5-d90b-49cf-9d90-41d1185c5723 None None] Attempting to bind port 996aed00-dc6f-4132-9298-7bbbf876459b by drivers openvswitch,hyperv on host dv-cinder-827511-1-iscsi at level 0 using segments [{'id': '5a507211-54a4-4f7d-9c42-be9fe103a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '96264f45-29e5-48c2-8efd-888143a9e5e2'}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:56:01.928019 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d077df5-d90b-49cf-9d90-41d1185c5723 None None] Attempting to bind port 996aed00-dc6f-4132-9298-7bbbf876459b on network 96264f45-29e5-48c2-8efd-888143a9e5e2 {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:56:01.968949 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d077df5-d90b-49cf-9d90-41d1185c5723 None None] Checking agent: {'id': 'b5af8d0a-fb73-41c0-8b14-396d0b8fc477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827511-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 45, 49), 'started_at': datetime.datetime(2022, 2, 2, 15, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827511-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:56:01.969650 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d077df5-d90b-49cf-9d90-41d1185c5723 None None] Checking segment: {'id': '5a507211-54a4-4f7d-9c42-be9fe103a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '96264f45-29e5-48c2-8efd-888143a9e5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:56:01.970247 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-5d077df5-d90b-49cf-9d90-41d1185c5723 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:01.970801 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d077df5-d90b-49cf-9d90-41d1185c5723 None None] Bound using segment: {'id': '5a507211-54a4-4f7d-9c42-be9fe103a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '96264f45-29e5-48c2-8efd-888143a9e5e2'} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:56:01.972237 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-5d077df5-d90b-49cf-9d90-41d1185c5723 None None] Bound port: 996aed00-dc6f-4132-9298-7bbbf876459b, host: dv-cinder-827511-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a507211-54a4-4f7d-9c42-be9fe103a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '96264f45-29e5-48c2-8efd-888143a9e5e2'}}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:56:01.972784 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-5d077df5-d90b-49cf-9d90-41d1185c5723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (996aed00-dc6f-4132-9298-7bbbf876459b), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:02.000786 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-e862da9b-2e23-4ee8-b168-12251622a9ce None None] For port 71f8085e-3811-4094-a9e5-b4cce4c2c0d2, host dv-cinder-827511-1-iscsi, cleared binding levels {{(pid=109040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:56:02.035480 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-e862da9b-2e23-4ee8-b168-12251622a9ce None None] For port 71f8085e-3811-4094-a9e5-b4cce4c2c0d2, host dv-cinder-827511-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=71f8085e-3811-4094-a9e5-b4cce4c2c0d2,segment=NetworkSegment(33a6a8cb-30ce-4caf-8c44-a9055fde90b2),segment_id=33a6a8cb-30ce-4caf-8c44-a9055fde90b2)] {{(pid=109040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:56:02.048386 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-e862da9b-2e23-4ee8-b168-12251622a9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (71f8085e-3811-4094-a9e5-b4cce4c2c0d2), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:02.059532 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-3e1d7c71-eb22-46da-b333-7cf024b47244 admin admin] Publish callbacks [] for router_gateway (2b86689a-637f-473e-bf83-c309538a8256), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:02.125662 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-5d077df5-d90b-49cf-9d90-41d1185c5723 None None] For port 996aed00-dc6f-4132-9298-7bbbf876459b, host dv-cinder-827511-1-iscsi, cleared binding levels {{(pid=109040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:56:02.131421 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-5d077df5-d90b-49cf-9d90-41d1185c5723 None None] For port 996aed00-dc6f-4132-9298-7bbbf876459b, host dv-cinder-827511-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=996aed00-dc6f-4132-9298-7bbbf876459b,segment=NetworkSegment(5a507211-54a4-4f7d-9c42-be9fe103a157),segment_id=5a507211-54a4-4f7d-9c42-be9fe103a157)] {{(pid=109040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:56:02.151832 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-5d077df5-d90b-49cf-9d90-41d1185c5723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (996aed00-dc6f-4132-9298-7bbbf876459b), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:02.188195 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862da9b-2e23-4ee8-b168-12251622a9ce None None] Pushing event updated for resources: {'Port': ['ID=71f8085e-3811-4094-a9e5-b4cce4c2c0d2,revision_number=2']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:02.340852 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-4cdc2114-082e-4f46-a741-898700ed615c None None] Provisioning complete for port 996aed00-dc6f-4132-9298-7bbbf876459b triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:02.341442 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-4cdc2114-082e-4f46-a741-898700ed615c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (996aed00-dc6f-4132-9298-7bbbf876459b), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:02.350346 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a053e1-281f-48fa-850a-64d401d17881 None None] Pushing event updated for resources: {'Port': ['ID=996aed00-dc6f-4132-9298-7bbbf876459b,revision_number=4']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:02.355339 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d077df5-d90b-49cf-9d90-41d1185c5723 None None] Routers {'4333a32b-dc4a-4822-b722-16525c680144'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:56:02.355991 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-5d077df5-d90b-49cf-9d90-41d1185c5723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T15:55:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['4333a32b-dc4a-4822-b722-16525c680144'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:02.683148 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2bd38-d6bf-4ffe-bb73-a83d1d9d74ec req-6ed24ece-887d-4de8-84d9-34bc90d5dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:02.690275 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0bf2bd38-d6bf-4ffe-bb73-a83d1d9d74ec req-6ed24ece-887d-4de8-84d9-34bc90d5dda5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=72f52223a6e14cb8a8c10c8caa85635b&device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 1129 time: 0.1509898 Feb 02 15:56:02.858643 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-5d077df5-d90b-49cf-9d90-41d1185c5723 None None] Set router 4333a32b-dc4a-4822-b722-16525c680144 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:56:02.976345 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-4cdc2114-082e-4f46-a741-898700ed615c None None] Current status of the port 996aed00-dc6f-4132-9298-7bbbf876459b is: DOWN; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:56:02.976744 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-4cdc2114-082e-4f46-a741-898700ed615c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (996aed00-dc6f-4132-9298-7bbbf876459b), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:03.019429 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2bd38-d6bf-4ffe-bb73-a83d1d9d74ec req-8ec7ac85-a23d-40dc-ae4d-31b3eb1d509c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:03.024666 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0bf2bd38-d6bf-4ffe-bb73-a83d1d9d74ec req-8ec7ac85-a23d-40dc-ae4d-31b3eb1d509c service neutron] 10.222.0.59 "GET /v2.0/networks?id=aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca HTTP/1.1" status: 200 len: 920 time: 0.3240836 Feb 02 15:56:03.136175 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0bf2bd38-d6bf-4ffe-bb73-a83d1d9d74ec req-bc1063e1-8749-4256-9e9d-f511794788a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07bda9a9-5405-4d9f-bb29-c929ef3b4f5a HTTP/1.1" status: 200 len: 217 time: 0.0864177 Feb 02 15:56:03.183979 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-4cdc2114-082e-4f46-a741-898700ed615c None None] For port 996aed00-dc6f-4132-9298-7bbbf876459b, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=996aed00-dc6f-4132-9298-7bbbf876459b,segment=NetworkSegment(5a507211-54a4-4f7d-9c42-be9fe103a157),segment_id=5a507211-54a4-4f7d-9c42-be9fe103a157)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:56:03.202301 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-4cdc2114-082e-4f46-a741-898700ed615c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (996aed00-dc6f-4132-9298-7bbbf876459b), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:03.202888 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2bd38-d6bf-4ffe-bb73-a83d1d9d74ec req-d0812934-71ce-4c26-990b-00a42f068f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:03.204753 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0bf2bd38-d6bf-4ffe-bb73-a83d1d9d74ec req-d0812934-71ce-4c26-990b-00a42f068f64 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6bef7920-00cb-4a69-a6a7-9d6da3eabd36 HTTP/1.1" status: 200 len: 859 time: 0.0677621 Feb 02 15:56:03.247630 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-3e1d7c71-eb22-46da-b333-7cf024b47244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8316479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7936445'] for router (2b86689a-637f-473e-bf83-c309538a8256), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:03.248855 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0bf2bd38-d6bf-4ffe-bb73-a83d1d9d74ec req-442fa64c-9f29-46b2-b6f8-b2f82f7f999f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355995 Feb 02 15:56:03.314660 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc2114-082e-4f46-a741-898700ed615c None None] Pushing event updated for resources: {'Port': ['ID=996aed00-dc6f-4132-9298-7bbbf876459b,revision_number=5']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:03.328120 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-5d077df5-d90b-49cf-9d90-41d1185c5723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4333a32b-dc4a-4822-b722-16525c680144', 'name': 'tempest-TestShelveInstance-2139117878-router', 'tenant_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '2704dd53-29fd-4a10-9da8-adace02560d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:55:53Z', 'updated_at': '2022-02-02T15:55:57Z', 'revision_number': 4, 'project_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'gw_port': {'id': '2704dd53-29fd-4a10-9da8-adace02560d7', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4333a32b-dc4a-4822-b722-16525c680144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:53Z', 'updated_at': '2022-02-02T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '996aed00-dc6f-4132-9298-7bbbf876459b', 'name': '', 'network_id': '96264f45-29e5-48c2-8efd-888143a9e5e2', 'tenant_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'mac_address': 'fa:16:3e:e4:1e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4333a32b-dc4a-4822-b722-16525c680144', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '93bf2d9b-25e2-4562-8db6-071a0b0be22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:56Z', 'updated_at': '2022-02-02T15:56:02Z', 'revision_number': 4, 'project_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'subnets': [{'id': '93bf2d9b-25e2-4562-8db6-071a0b0be22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:03.383618 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d077df5-d90b-49cf-9d90-41d1185c5723 None None] The sync data for ids ['4333a32b-dc4a-4822-b722-16525c680144'] in dv-cinder-827511-1-iscsi is: [{'id': '4333a32b-dc4a-4822-b722-16525c680144', 'name': 'tempest-TestShelveInstance-2139117878-router', 'tenant_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '2704dd53-29fd-4a10-9da8-adace02560d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:55:53Z', 'updated_at': '2022-02-02T15:55:57Z', 'revision_number': 4, 'project_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'gw_port': {'id': '2704dd53-29fd-4a10-9da8-adace02560d7', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4333a32b-dc4a-4822-b722-16525c680144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:53Z', 'updated_at': '2022-02-02T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '996aed00-dc6f-4132-9298-7bbbf876459b', 'name': '', 'network_id': '96264f45-29e5-48c2-8efd-888143a9e5e2', 'tenant_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'mac_address': 'fa:16:3e:e4:1e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4333a32b-dc4a-4822-b722-16525c680144', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '93bf2d9b-25e2-4562-8db6-071a0b0be22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:56Z', 'updated_at': '2022-02-02T15:56:02Z', 'revision_number': 4, 'project_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'subnets': [{'id': '93bf2d9b-25e2-4562-8db6-071a0b0be22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:56:03.392319 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-db00b162-9513-4632-b045-b1c4a2999328 None None] Provisioning complete for port 996aed00-dc6f-4132-9298-7bbbf876459b triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:03.392739 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-db00b162-9513-4632-b045-b1c4a2999328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (996aed00-dc6f-4132-9298-7bbbf876459b), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:03.393548 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd45a1-38f1-4fc0-ba16-cc18f5a49649 req-f690fa0b-b097-4def-81bf-d256d8e686d1 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:03.400742 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-fbbd45a1-38f1-4fc0-ba16-cc18f5a49649 req-f690fa0b-b097-4def-81bf-d256d8e686d1 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.7922990 Feb 02 15:56:03.488073 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0bf2bd38-d6bf-4ffe-bb73-a83d1d9d74ec req-26058dd3-4fd6-48e8-93e7-09f56b4a3396 service neutron] 10.222.0.59 "GET /v2.0/networks/aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325084 Feb 02 15:56:03.496003 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e21c3f-1042-4497-96e0-ec08065102a2 req-7e8271ba-9754-482f-ad0c-75c86cacb2e1 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:03.501075 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-03e21c3f-1042-4497-96e0-ec08065102a2 req-7e8271ba-9754-482f-ad0c-75c86cacb2e1 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.3039358 Feb 02 15:56:03.532856 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-db00b162-9513-4632-b045-b1c4a2999328 None None] Current status of the port 996aed00-dc6f-4132-9298-7bbbf876459b is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:56:03.645233 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-fbbd45a1-38f1-4fc0-ba16-cc18f5a49649 req-975f97c3-fd13-42cf-8e1c-a9afdf26d44a tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357807 Feb 02 15:56:03.657384 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1d7c71-eb22-46da-b333-7cf024b47244 admin admin] Router 2b86689a-637f-473e-bf83-c309538a8256 is scheduled to L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 with binding_index 1 {{(pid=109039) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:56:03.712766 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-03e21c3f-1042-4497-96e0-ec08065102a2 req-d43514f6-632a-4e21-8618-745ccdb57b11 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953747 Feb 02 15:56:03.871243 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0bf2bd38-d6bf-4ffe-bb73-a83d1d9d74ec req-cd43544b-0788-421c-ae8b-bcae198fade5 service neutron] 10.222.0.59 "GET /v2.0/networks/aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698013 Feb 02 15:56:03.907954 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1d7c71-eb22-46da-b333-7cf024b47244 admin admin] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:56:03.916931 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81da2c39-35c2-4b54-aafa-99c11ddc9b83 None None] Sync routers for ids ['2b86689a-637f-473e-bf83-c309538a8256'] in dv-cinder-827511-1-iscsi {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:56:03.942136 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81da2c39-35c2-4b54-aafa-99c11ddc9b83 None None] Routers {'2b86689a-637f-473e-bf83-c309538a8256'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:56:03.942803 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-81da2c39-35c2-4b54-aafa-99c11ddc9b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T15:55:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['2b86689a-637f-473e-bf83-c309538a8256'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:03.968718 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-3e1d7c71-eb22-46da-b333-7cf024b47244 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:03.973565 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-3e1d7c71-eb22-46da-b333-7cf024b47244 admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5847518 Feb 02 15:56:03.973753 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 60734) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:56:04.164129 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fefba6-93c4-45b6-96cb-bd2caa89f03e None None] Network 111bf94e-bcb8-4d3a-8d3f-2fdbec33e805 requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:56:04.247759 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-81da2c39-35c2-4b54-aafa-99c11ddc9b83 None None] Set router 2b86689a-637f-473e-bf83-c309538a8256 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:56:04.660417 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 71f8085e-3811-4094-a9e5-b4cce4c2c0d2 up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:56:04.789544 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-81da2c39-35c2-4b54-aafa-99c11ddc9b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b86689a-637f-473e-bf83-c309538a8256', 'name': 'tempest-TestShelveInstance-1679931457-router', 'tenant_id': '5b9edff9ac4f41528806071f5adebce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '52e23f71-464d-457f-8d19-120fed83b531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:56:00Z', 'updated_at': '2022-02-02T15:56:01Z', 'revision_number': 3, 'project_id': '5b9edff9ac4f41528806071f5adebce3', 'gw_port': {'id': '52e23f71-464d-457f-8d19-120fed83b531', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:76:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b86689a-637f-473e-bf83-c309538a8256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:00Z', 'updated_at': '2022-02-02T15:56:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi'}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:04.847102 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-aac91a04-da6b-482b-8fd8-f42eae7b3bf2 None None] Provisioning complete for port 71f8085e-3811-4094-a9e5-b4cce4c2c0d2 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:04.852651 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-aac91a04-da6b-482b-8fd8-f42eae7b3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (71f8085e-3811-4094-a9e5-b4cce4c2c0d2), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:04.861995 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81da2c39-35c2-4b54-aafa-99c11ddc9b83 None None] Checking router: 2b86689a-637f-473e-bf83-c309538a8256 for host: dv-cinder-827511-1-iscsi {{(pid=109041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:56:04.862347 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81da2c39-35c2-4b54-aafa-99c11ddc9b83 None None] Updating router 2b86689a-637f-473e-bf83-c309538a8256 port 52e23f71-464d-457f-8d19-120fed83b531 binding host dv-cinder-827511-1-iscsi {{(pid=109041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:56:04.931219 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port 71f8085e-3811-4094-a9e5-b4cce4c2c0d2 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:04.931219 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (71f8085e-3811-4094-a9e5-b4cce4c2c0d2), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:04.940254 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-81da2c39-35c2-4b54-aafa-99c11ddc9b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (52e23f71-464d-457f-8d19-120fed83b531), before_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:05.048126 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-aac91a04-da6b-482b-8fd8-f42eae7b3bf2 None None] Current status of the port 71f8085e-3811-4094-a9e5-b4cce4c2c0d2 is: DOWN; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:56:05.049965 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-aac91a04-da6b-482b-8fd8-f42eae7b3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (71f8085e-3811-4094-a9e5-b4cce4c2c0d2), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:05.095621 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd01ca-bd24-4118-a28d-2a90c867bc4e req-b84954f0-723e-4a9a-92f9-ff5b8d32c6fb tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:05.105178 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-75cd01ca-bd24-4118-a28d-2a90c867bc4e req-b84954f0-723e-4a9a-92f9-ff5b8d32c6fb tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.2781820 Feb 02 15:56:05.229795 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port 71f8085e-3811-4094-a9e5-b4cce4c2c0d2 is: DOWN; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:56:05.230365 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (71f8085e-3811-4094-a9e5-b4cce4c2c0d2), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:05.298366 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-aac91a04-da6b-482b-8fd8-f42eae7b3bf2 None None] For port 71f8085e-3811-4094-a9e5-b4cce4c2c0d2, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=71f8085e-3811-4094-a9e5-b4cce4c2c0d2,segment=NetworkSegment(33a6a8cb-30ce-4caf-8c44-a9055fde90b2),segment_id=33a6a8cb-30ce-4caf-8c44-a9055fde90b2)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:56:05.309695 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-74d78e8a-b195-4362-a97f-3c65d468b119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:05.371499 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3706d-976a-43e5-befa-8cef5420afd7 req-1af77529-845e-46cc-85eb-e66b540a50f8 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:05.376034 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0db3706d-976a-43e5-befa-8cef5420afd7 req-1af77529-845e-46cc-85eb-e66b540a50f8 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.5458291 Feb 02 15:56:05.379757 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-aac91a04-da6b-482b-8fd8-f42eae7b3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (71f8085e-3811-4094-a9e5-b4cce4c2c0d2), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:05.388688 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.db.api [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:56:05.389380 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG oslo_db.api [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:56:05.473412 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-75cd01ca-bd24-4118-a28d-2a90c867bc4e req-5d421ecf-0d16-4a4e-aa08-068721102649 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500392 Feb 02 15:56:05.481108 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac91a04-da6b-482b-8fd8-f42eae7b3bf2 None None] Pushing event updated for resources: {'Port': ['ID=71f8085e-3811-4094-a9e5-b4cce4c2c0d2,revision_number=3']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:05.495271 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-81da2c39-35c2-4b54-aafa-99c11ddc9b83 None None] Publish callbacks [] for port (52e23f71-464d-457f-8d19-120fed83b531), precommit_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:05.514523 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-81da2c39-35c2-4b54-aafa-99c11ddc9b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (52e23f71-464d-457f-8d19-120fed83b531), after_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:05.529915 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-82444136-edbd-4518-9fa1-1f0d6e467c1a None None] Provisioning complete for port 71f8085e-3811-4094-a9e5-b4cce4c2c0d2 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:05.530861 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-82444136-edbd-4518-9fa1-1f0d6e467c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (71f8085e-3811-4094-a9e5-b4cce4c2c0d2), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:05.612678 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bdee2-9c1a-4f9c-aabf-f1fc5498c8e1 None None] Pushing event updated for resources: {'Port': ['ID=52e23f71-464d-457f-8d19-120fed83b531,revision_number=2']} {{(pid=109041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:05.620507 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0db3706d-976a-43e5-befa-8cef5420afd7 req-ca97d394-a70b-4aad-98be-afbad8d56442 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535635 Feb 02 15:56:05.634178 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.managers [None req-81da2c39-35c2-4b54-aafa-99c11ddc9b83 None None] Attempting to bind port 52e23f71-464d-457f-8d19-120fed83b531 on host dv-cinder-827511-1-iscsi for vnic_type normal with profile {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:56:05.634979 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.managers [None req-81da2c39-35c2-4b54-aafa-99c11ddc9b83 None None] Attempting to bind port 52e23f71-464d-457f-8d19-120fed83b531 by drivers openvswitch,hyperv on host dv-cinder-827511-1-iscsi at level 0 using segments [{'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'}] {{(pid=109041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:56:05.635991 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81da2c39-35c2-4b54-aafa-99c11ddc9b83 None None] Attempting to bind port 52e23f71-464d-457f-8d19-120fed83b531 on network b73e1e25-daa0-4c48-af6a-058d6b286a0a {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:56:05.646188 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81da2c39-35c2-4b54-aafa-99c11ddc9b83 None None] Checking agent: {'id': 'b5af8d0a-fb73-41c0-8b14-396d0b8fc477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827511-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 45, 49), 'started_at': datetime.datetime(2022, 2, 2, 15, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827511-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:56:05.647045 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81da2c39-35c2-4b54-aafa-99c11ddc9b83 None None] Checking segment: {'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:56:05.647636 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-81da2c39-35c2-4b54-aafa-99c11ddc9b83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:05.648189 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81da2c39-35c2-4b54-aafa-99c11ddc9b83 None None] Bound using segment: {'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'} {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:56:05.649474 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.managers [None req-81da2c39-35c2-4b54-aafa-99c11ddc9b83 None None] Bound port: 52e23f71-464d-457f-8d19-120fed83b531, host: dv-cinder-827511-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'}}] {{(pid=109041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:56:05.650020 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-81da2c39-35c2-4b54-aafa-99c11ddc9b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (52e23f71-464d-457f-8d19-120fed83b531), before_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:05.700039 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-82444136-edbd-4518-9fa1-1f0d6e467c1a None None] Current status of the port 71f8085e-3811-4094-a9e5-b4cce4c2c0d2 is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:56:05.738448 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.db [None req-81da2c39-35c2-4b54-aafa-99c11ddc9b83 None None] For port 52e23f71-464d-457f-8d19-120fed83b531, host dv-cinder-827511-1-iscsi, cleared binding levels {{(pid=109041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:56:05.743821 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.db [None req-81da2c39-35c2-4b54-aafa-99c11ddc9b83 None None] For port 52e23f71-464d-457f-8d19-120fed83b531, host dv-cinder-827511-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=52e23f71-464d-457f-8d19-120fed83b531,segment=NetworkSegment(aa18bba3-a434-4e8a-926e-117b8687e1ff),segment_id=aa18bba3-a434-4e8a-926e-117b8687e1ff)] {{(pid=109041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:56:05.752908 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-81da2c39-35c2-4b54-aafa-99c11ddc9b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (52e23f71-464d-457f-8d19-120fed83b531), after_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:05.810838 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.db_base_plugin_common [None req-74d78e8a-b195-4362-a97f-3c65d468b119 admin admin] Allocated IP 172.20.0.1 (111bf94e-bcb8-4d3a-8d3f-2fdbec33e805/80a8fe4b-d46c-407b-aef2-573e2f41b63c/1c58b902-4439-4b6c-825b-8cf8096ad105) {{(pid=109039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:56:05.827270 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bdee2-9c1a-4f9c-aabf-f1fc5498c8e1 None None] Pushing event updated for resources: {'Port': ['ID=52e23f71-464d-457f-8d19-120fed83b531,revision_number=3']} {{(pid=109041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:05.883747 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81da2c39-35c2-4b54-aafa-99c11ddc9b83 None None] Routers {'2b86689a-637f-473e-bf83-c309538a8256'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:56:05.884409 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-81da2c39-35c2-4b54-aafa-99c11ddc9b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T15:55:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['2b86689a-637f-473e-bf83-c309538a8256'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:06.023642 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port 71f8085e-3811-4094-a9e5-b4cce4c2c0d2 is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:56:06.024647 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 996aed00-dc6f-4132-9298-7bbbf876459b up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:56:06.047460 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-74d78e8a-b195-4362-a97f-3c65d468b119 admin admin] Publish callbacks [] for port (1c58b902-4439-4b6c-825b-8cf8096ad105), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:06.068625 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-81da2c39-35c2-4b54-aafa-99c11ddc9b83 None None] Set router 2b86689a-637f-473e-bf83-c309538a8256 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:56:06.093534 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-74d78e8a-b195-4362-a97f-3c65d468b119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5289298'] for port (1c58b902-4439-4b6c-825b-8cf8096ad105), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:06.135784 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d78e8a-b195-4362-a97f-3c65d468b119 admin admin] Network 111bf94e-bcb8-4d3a-8d3f-2fdbec33e805 is already hosted by enough agents. {{(pid=109039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:56:06.143367 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.base_scheduler [None req-74d78e8a-b195-4362-a97f-3c65d468b119 admin admin] Resources bound (agent type, host, resource id): {{(pid=109039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:56:06.147405 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d78e8a-b195-4362-a97f-3c65d468b119 admin admin] Received port after_create {{(pid=109039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:56:06.151334 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port 996aed00-dc6f-4132-9298-7bbbf876459b triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:06.152676 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (996aed00-dc6f-4132-9298-7bbbf876459b), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:06.175853 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d78e8a-b195-4362-a97f-3c65d468b119 admin admin] Pushing event updated for resources: {'Port': ['ID=1c58b902-4439-4b6c-825b-8cf8096ad105,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:06.211883 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-74d78e8a-b195-4362-a97f-3c65d468b119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7937998'] for router_interface (2b86689a-637f-473e-bf83-c309538a8256), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:06.268806 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 60756) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:56:06.334211 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port 996aed00-dc6f-4132-9298-7bbbf876459b is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:56:06.444417 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-74d78e8a-b195-4362-a97f-3c65d468b119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (1c58b902-4439-4b6c-825b-8cf8096ad105), before_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:06.510010 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 71f8085e-3811-4094-a9e5-b4cce4c2c0d2 up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:56:06.587307 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-81da2c39-35c2-4b54-aafa-99c11ddc9b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b86689a-637f-473e-bf83-c309538a8256', 'name': 'tempest-TestShelveInstance-1679931457-router', 'tenant_id': '5b9edff9ac4f41528806071f5adebce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '52e23f71-464d-457f-8d19-120fed83b531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:56:00Z', 'updated_at': '2022-02-02T15:56:01Z', 'revision_number': 3, 'project_id': '5b9edff9ac4f41528806071f5adebce3', 'gw_port': {'id': '52e23f71-464d-457f-8d19-120fed83b531', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:76:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b86689a-637f-473e-bf83-c309538a8256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:00Z', 'updated_at': '2022-02-02T15:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi'}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:06.589655 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-3427ef56-a14a-4f5a-addb-2d569b0aaabb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:06.636055 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81da2c39-35c2-4b54-aafa-99c11ddc9b83 None None] The sync data for ids ['2b86689a-637f-473e-bf83-c309538a8256'] in dv-cinder-827511-1-iscsi is: [{'id': '2b86689a-637f-473e-bf83-c309538a8256', 'name': 'tempest-TestShelveInstance-1679931457-router', 'tenant_id': '5b9edff9ac4f41528806071f5adebce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '52e23f71-464d-457f-8d19-120fed83b531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:56:00Z', 'updated_at': '2022-02-02T15:56:01Z', 'revision_number': 3, 'project_id': '5b9edff9ac4f41528806071f5adebce3', 'gw_port': {'id': '52e23f71-464d-457f-8d19-120fed83b531', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:76:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b86689a-637f-473e-bf83-c309538a8256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:00Z', 'updated_at': '2022-02-02T15:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi'}] {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:56:06.672272 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-1d9d0908-af85-4d8e-a118-529ff6dcd38b None None] Provisioning complete for port 1c58b902-4439-4b6c-825b-8cf8096ad105 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:06.676338 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-1d9d0908-af85-4d8e-a118-529ff6dcd38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (1c58b902-4439-4b6c-825b-8cf8096ad105), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:06.758232 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port 71f8085e-3811-4094-a9e5-b4cce4c2c0d2 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:06.759271 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (71f8085e-3811-4094-a9e5-b4cce4c2c0d2), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:06.774970 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-3427ef56-a14a-4f5a-addb-2d569b0aaabb admin admin] Publish callbacks [] for security_group (0d0fdc77-d70e-48bd-8f96-95f2853f5d37), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:06.783733 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-3427ef56-a14a-4f5a-addb-2d569b0aaabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (0d0fdc77-d70e-48bd-8f96-95f2853f5d37), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:06.789678 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-74d78e8a-b195-4362-a97f-3c65d468b119 admin admin] Publish callbacks [] for port (1c58b902-4439-4b6c-825b-8cf8096ad105), precommit_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:06.824565 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-74d78e8a-b195-4362-a97f-3c65d468b119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5289307'] for port (1c58b902-4439-4b6c-825b-8cf8096ad105), after_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:06.841451 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-1d9d0908-af85-4d8e-a118-529ff6dcd38b None None] Port 1c58b902-4439-4b6c-825b-8cf8096ad105 cannot update to ACTIVE because it is not bound. {{(pid=109040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 15:56:06.858297 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427ef56-a14a-4f5a-addb-2d569b0aaabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0fdc77-d70e-48bd-8f96-95f2853f5d37,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:06.866319 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-3427ef56-a14a-4f5a-addb-2d569b0aaabb admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=c4f236eb1da24b84aa4a50a55b55a47b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5955541 Feb 02 15:56:06.867595 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 60764) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:56:06.935856 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-42b4e948-1884-49c0-b111-1d7173034422 admin admin] Publish callbacks [] for security_group (0d0fdc77-d70e-48bd-8f96-95f2853f5d37), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:06.958183 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port 71f8085e-3811-4094-a9e5-b4cce4c2c0d2 is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:56:06.969321 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-42b4e948-1884-49c0-b111-1d7173034422 admin admin] Publish callbacks [] for security_group (0d0fdc77-d70e-48bd-8f96-95f2853f5d37), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:06.994569 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d78e8a-b195-4362-a97f-3c65d468b119 admin admin] Pushing event updated for resources: {'Port': ['ID=1c58b902-4439-4b6c-825b-8cf8096ad105,revision_number=2']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:07.045209 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-42b4e948-1884-49c0-b111-1d7173034422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (0d0fdc77-d70e-48bd-8f96-95f2853f5d37), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:07.054072 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-42b4e948-1884-49c0-b111-1d7173034422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:07.077965 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-42b4e948-1884-49c0-b111-1d7173034422 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/0d0fdc77-d70e-48bd-8f96-95f2853f5d37 HTTP/1.1" status: 204 len: 168 time: 0.2089975 Feb 02 15:56:07.097237 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4e948-1884-49c0-b111-1d7173034422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0fdc77-d70e-48bd-8f96-95f2853f5d37,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:07.110100 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e81092-6e8b-4750-bdea-92430c488f82 req-0b1b3807-3831-4966-b9ea-9d22d17fb1e6 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:07.112521 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-57e81092-6e8b-4750-bdea-92430c488f82 req-0b1b3807-3831-4966-b9ea-9d22d17fb1e6 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.3180180 Feb 02 15:56:07.120189 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-74d78e8a-b195-4362-a97f-3c65d468b119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8109355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7937662'] for router_interface (2b86689a-637f-473e-bf83-c309538a8256), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:07.173296 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7814456-bb8a-4f8e-a42f-128af507f944 req-e6198c69-e0cc-45f7-94f8-6a2ed092d627 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:07.175776 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b7814456-bb8a-4f8e-a42f-128af507f944 req-e6198c69-e0cc-45f7-94f8-6a2ed092d627 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.3666108 Feb 02 15:56:07.290979 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-57e81092-6e8b-4750-bdea-92430c488f82 req-114f5c3b-d5c1-4209-97f7-3b78273efbb5 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500425 Feb 02 15:56:07.384176 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b7814456-bb8a-4f8e-a42f-128af507f944 req-9d65bbf7-5513-4448-a538-387d378a2970 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972561 Feb 02 15:56:07.465600 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d78e8a-b195-4362-a97f-3c65d468b119 admin admin] Network 111bf94e-bcb8-4d3a-8d3f-2fdbec33e805 is already hosted by enough agents. {{(pid=109039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:56:07.467232 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.base_scheduler [None req-74d78e8a-b195-4362-a97f-3c65d468b119 admin admin] Resources bound (agent type, host, resource id): {{(pid=109039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:56:07.719163 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d78e8a-b195-4362-a97f-3c65d468b119 admin admin] Router 2b86689a-637f-473e-bf83-c309538a8256 has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:56:07.893964 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-0678c575-c08d-4e22-832b-69ae6ed9e9e2 None None] Provisioning complete for port 1c58b902-4439-4b6c-825b-8cf8096ad105 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:07.896274 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-0678c575-c08d-4e22-832b-69ae6ed9e9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (1c58b902-4439-4b6c-825b-8cf8096ad105), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:07.979090 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d78e8a-b195-4362-a97f-3c65d468b119 admin admin] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:56:07.993742 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-74d78e8a-b195-4362-a97f-3c65d468b119 admin admin] 10.222.0.112 "PUT /v2.0/routers/2b86689a-637f-473e-bf83-c309538a8256/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0189900 Feb 02 15:56:08.004288 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-0678c575-c08d-4e22-832b-69ae6ed9e9e2 None None] Port 1c58b902-4439-4b6c-825b-8cf8096ad105 cannot update to ACTIVE because it is not bound. {{(pid=109040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 15:56:08.557135 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 52e23f71-464d-457f-8d19-120fed83b531 up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:56:08.574901 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ab180-aa9d-4c55-b5c0-56bfee32577a req-f04c9b70-f235-445e-9c08-a719d16d134c tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:08.578361 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-101ab180-aa9d-4c55-b5c0-56bfee32577a req-f04c9b70-f235-445e-9c08-a719d16d134c tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.1292799 Feb 02 15:56:08.657800 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-101ab180-aa9d-4c55-b5c0-56bfee32577a req-6f73d931-7863-4d23-91c8-4572b3a95e86 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705473 Feb 02 15:56:08.733845 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port 52e23f71-464d-457f-8d19-120fed83b531 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:08.734285 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (52e23f71-464d-457f-8d19-120fed83b531), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:08.880507 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port 52e23f71-464d-457f-8d19-120fed83b531 is: DOWN; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:56:08.881366 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (52e23f71-464d-457f-8d19-120fed83b531), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:08.926651 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] For port 52e23f71-464d-457f-8d19-120fed83b531, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=52e23f71-464d-457f-8d19-120fed83b531,segment=NetworkSegment(aa18bba3-a434-4e8a-926e-117b8687e1ff),segment_id=aa18bba3-a434-4e8a-926e-117b8687e1ff)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:56:08.934422 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (52e23f71-464d-457f-8d19-120fed83b531), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:08.980096 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 60816) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:56:08.985383 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-12df48d7-fc94-45c1-9406-96c6956bbbfc tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-854392213', 'description': 'tempest-secgroup-smoke-854392213 description', 'project_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:56:09.012984 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Pushing event updated for resources: {'Port': ['ID=52e23f71-464d-457f-8d19-120fed83b531,revision_number=4']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:09.046627 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-12df48d7-fc94-45c1-9406-96c6956bbbfc tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:09.147331 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-12df48d7-fc94-45c1-9406-96c6956bbbfc tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks [] for security_group (27e4c6fb-441a-44a7-bc4a-66c52d47a8b2), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:09.153168 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-12df48d7-fc94-45c1-9406-96c6956bbbfc tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (27e4c6fb-441a-44a7-bc4a-66c52d47a8b2), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:09.164849 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 60822) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:56:09.213484 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-12df48d7-fc94-45c1-9406-96c6956bbbfc tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:09.214779 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-12df48d7-fc94-45c1-9406-96c6956bbbfc tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2329705 Feb 02 15:56:09.219422 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 60826) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:56:09.260191 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-df80b18f-2626-4950-94bb-ae8222bf6d1b tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Request body: {'security_group_rule': {'security_group_id': '27e4c6fb-441a-44a7-bc4a-66c52d47a8b2', 'project_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:56:09.274951 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b532829-ea67-4a21-ad43-d43f5fcbc590 None None] Sync routers for ids ['2b86689a-637f-473e-bf83-c309538a8256'] in dv-cinder-827511-1-iscsi {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:56:09.291801 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b532829-ea67-4a21-ad43-d43f5fcbc590 None None] Routers {'2b86689a-637f-473e-bf83-c309538a8256'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:56:09.292794 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-0b532829-ea67-4a21-ad43-d43f5fcbc590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T15:55:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['2b86689a-637f-473e-bf83-c309538a8256'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:09.305418 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5c3c8-dde3-4c6e-9a86-c236cd8a5c58 req-f7a12c69-d994-432e-a0d2-e23c11ce7631 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:09.306634 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ede5c3c8-dde3-4c6e-9a86-c236cd8a5c58 req-f7a12c69-d994-432e-a0d2-e23c11ce7631 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.1272707 Feb 02 15:56:09.320266 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df48d7-fc94-45c1-9406-96c6956bbbfc tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:09.394774 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-df80b18f-2626-4950-94bb-ae8222bf6d1b tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks [] for security_group_rule (6ab3f33e-d972-4c41-90ee-588b700ee3b7), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:09.551397 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-df80b18f-2626-4950-94bb-ae8222bf6d1b tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks [] for security_group_rule (6ab3f33e-d972-4c41-90ee-588b700ee3b7), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:09.558564 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-df80b18f-2626-4950-94bb-ae8222bf6d1b tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515366'] for security_group_rule (6ab3f33e-d972-4c41-90ee-588b700ee3b7), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:09.559892 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-0b532829-ea67-4a21-ad43-d43f5fcbc590 None None] Set router 2b86689a-637f-473e-bf83-c309538a8256 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:56:09.632032 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80b18f-2626-4950-94bb-ae8222bf6d1b tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab3f33e-d972-4c41-90ee-588b700ee3b7,revision_number=0']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:09.655362 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-df80b18f-2626-4950-94bb-ae8222bf6d1b tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:09.678177 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-df80b18f-2626-4950-94bb-ae8222bf6d1b tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4278798 Feb 02 15:56:09.678177 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 60830) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:56:09.698657 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-20280ee6-c50f-4754-95b8-5e6e01e66e9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:09.710156 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-92497028-e39a-4597-9e06-9bc3edb92692 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Request body: {'security_group_rule': {'security_group_id': '27e4c6fb-441a-44a7-bc4a-66c52d47a8b2', 'project_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:56:09.744735 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ede5c3c8-dde3-4c6e-9a86-c236cd8a5c58 req-28d22f20-b770-49de-8320-e5eaf01a1fa6 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300580 Feb 02 15:56:09.770839 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-92497028-e39a-4597-9e06-9bc3edb92692 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks [] for security_group_rule (cb0e4170-273a-4e96-8965-f1696f3c3ada), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:09.855700 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-20280ee6-c50f-4754-95b8-5e6e01e66e9e admin admin] Publish callbacks [] for security_group (36c887c2-305d-45a5-bbf2-7db7ee4b1a7b), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:09.875172 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-20280ee6-c50f-4754-95b8-5e6e01e66e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (36c887c2-305d-45a5-bbf2-7db7ee4b1a7b), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:09.930500 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-92497028-e39a-4597-9e06-9bc3edb92692 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks [] for security_group_rule (cb0e4170-273a-4e96-8965-f1696f3c3ada), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:09.931100 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20280ee6-c50f-4754-95b8-5e6e01e66e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c887c2-305d-45a5-bbf2-7db7ee4b1a7b,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:09.936188 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-20280ee6-c50f-4754-95b8-5e6e01e66e9e admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=a0cacf15b8314e9a8e4e11c8b7acf819&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7700424 Feb 02 15:56:09.939356 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 60842) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:56:09.963061 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-92497028-e39a-4597-9e06-9bc3edb92692 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515366'] for security_group_rule (cb0e4170-273a-4e96-8965-f1696f3c3ada), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:09.970337 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf828348-9dea-4361-9e07-e295ba60163c req-11797e10-6468-4a77-8597-43d1535b219c tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:09.972622 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-bf828348-9dea-4361-9e07-e295ba60163c req-11797e10-6468-4a77-8597-43d1535b219c tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.1377225 Feb 02 15:56:10.051726 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-a8b6c9ef-c55d-4667-a322-a6ef3510ff20 admin admin] Publish callbacks [] for security_group (36c887c2-305d-45a5-bbf2-7db7ee4b1a7b), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:10.054668 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-92497028-e39a-4597-9e06-9bc3edb92692 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:10.060114 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-bf828348-9dea-4361-9e07-e295ba60163c req-ee8d0b62-292c-4402-acf2-3f1116198f15 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819407 Feb 02 15:56:10.072145 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 60846) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:56:10.072689 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-92497028-e39a-4597-9e06-9bc3edb92692 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3826802 Feb 02 15:56:10.080703 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-9abe36c4-a4b5-4209-9a70-24ee54d2fbe9 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Request body: {'security_group_rule': {'security_group_id': '27e4c6fb-441a-44a7-bc4a-66c52d47a8b2', 'project_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:56:10.102767 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92497028-e39a-4597-9e06-9bc3edb92692 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb0e4170-273a-4e96-8965-f1696f3c3ada,revision_number=0']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:10.123036 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-a8b6c9ef-c55d-4667-a322-a6ef3510ff20 admin admin] Publish callbacks [] for security_group (36c887c2-305d-45a5-bbf2-7db7ee4b1a7b), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:10.163509 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-0b532829-ea67-4a21-ad43-d43f5fcbc590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b86689a-637f-473e-bf83-c309538a8256', 'name': 'tempest-TestShelveInstance-1679931457-router', 'tenant_id': '5b9edff9ac4f41528806071f5adebce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '52e23f71-464d-457f-8d19-120fed83b531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:56:00Z', 'updated_at': '2022-02-02T15:56:06Z', 'revision_number': 4, 'project_id': '5b9edff9ac4f41528806071f5adebce3', 'gw_port': {'id': '52e23f71-464d-457f-8d19-120fed83b531', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b86689a-637f-473e-bf83-c309538a8256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:00Z', 'updated_at': '2022-02-02T15:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '1c58b902-4439-4b6c-825b-8cf8096ad105', 'name': '', 'network_id': '111bf94e-bcb8-4d3a-8d3f-2fdbec33e805', 'tenant_id': '5b9edff9ac4f41528806071f5adebce3', 'mac_address': 'fa:16:3e:4f:f5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b86689a-637f-473e-bf83-c309538a8256', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '80a8fe4b-d46c-407b-aef2-573e2f41b63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:05Z', 'updated_at': '2022-02-02T15:56:06Z', 'revision_number': 2, 'project_id': '5b9edff9ac4f41528806071f5adebce3', 'subnets': [{'id': '80a8fe4b-d46c-407b-aef2-573e2f41b63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:10.194997 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-9abe36c4-a4b5-4209-9a70-24ee54d2fbe9 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks [] for security_group_rule (5abc929c-d62a-455b-aaf8-a62f7245773e), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:10.208589 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b532829-ea67-4a21-ad43-d43f5fcbc590 None None] Checking router: 2b86689a-637f-473e-bf83-c309538a8256 for host: dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:56:10.209235 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b532829-ea67-4a21-ad43-d43f5fcbc590 None None] Updating router 2b86689a-637f-473e-bf83-c309538a8256 port 1c58b902-4439-4b6c-825b-8cf8096ad105 binding host dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:56:10.263524 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-a8b6c9ef-c55d-4667-a322-a6ef3510ff20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (36c887c2-305d-45a5-bbf2-7db7ee4b1a7b), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:10.266447 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-a8b6c9ef-c55d-4667-a322-a6ef3510ff20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:10.268889 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-a8b6c9ef-c55d-4667-a322-a6ef3510ff20 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/36c887c2-305d-45a5-bbf2-7db7ee4b1a7b HTTP/1.1" status: 204 len: 168 time: 0.3282442 Feb 02 15:56:10.278713 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-0b532829-ea67-4a21-ad43-d43f5fcbc590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (1c58b902-4439-4b6c-825b-8cf8096ad105), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:10.289926 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6c9ef-c55d-4667-a322-a6ef3510ff20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c887c2-305d-45a5-bbf2-7db7ee4b1a7b,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:10.302256 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-9abe36c4-a4b5-4209-9a70-24ee54d2fbe9 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks [] for security_group_rule (5abc929c-d62a-455b-aaf8-a62f7245773e), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:10.307163 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-9abe36c4-a4b5-4209-9a70-24ee54d2fbe9 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515366'] for security_group_rule (5abc929c-d62a-455b-aaf8-a62f7245773e), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:10.337631 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-9abe36c4-a4b5-4209-9a70-24ee54d2fbe9 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:10.339052 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-9abe36c4-a4b5-4209-9a70-24ee54d2fbe9 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2659736 Feb 02 15:56:10.341839 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 60854) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:56:10.341993 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe36c4-a4b5-4209-9a70-24ee54d2fbe9 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5abc929c-d62a-455b-aaf8-a62f7245773e,revision_number=0']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:10.346667 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-c3910715-46f6-43f7-b90b-2edb3e8a8319 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Request body: {'security_group_rule': {'security_group_id': '27e4c6fb-441a-44a7-bc4a-66c52d47a8b2', 'project_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:56:10.428064 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-c3910715-46f6-43f7-b90b-2edb3e8a8319 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks [] for security_group_rule (298b1426-c29b-43af-8a5e-9c0b8fa2f7de), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:10.544071 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-c3910715-46f6-43f7-b90b-2edb3e8a8319 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks [] for security_group_rule (298b1426-c29b-43af-8a5e-9c0b8fa2f7de), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:10.554417 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-c3910715-46f6-43f7-b90b-2edb3e8a8319 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515366'] for security_group_rule (298b1426-c29b-43af-8a5e-9c0b8fa2f7de), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:10.575293 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3910715-46f6-43f7-b90b-2edb3e8a8319 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=298b1426-c29b-43af-8a5e-9c0b8fa2f7de,revision_number=0']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:10.580053 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 52e23f71-464d-457f-8d19-120fed83b531 up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:56:10.589845 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-c3910715-46f6-43f7-b90b-2edb3e8a8319 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:10.591667 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-c3910715-46f6-43f7-b90b-2edb3e8a8319 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2487810 Feb 02 15:56:10.594929 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 60860) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:56:10.600300 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-9b98468e-cf99-43e1-96b3-b2619ed8943b tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Request body: {'security_group_rule': {'security_group_id': '27e4c6fb-441a-44a7-bc4a-66c52d47a8b2', 'project_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:56:10.661331 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.db.securitygroups_db [None req-9b98468e-cf99-43e1-96b3-b2619ed8943b tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Project 09f6a7ba2fd841cb8ddb919c7cc3cc33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 15:56:10.673084 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-9b98468e-cf99-43e1-96b3-b2619ed8943b tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks [] for security_group_rule (fc9a3a72-d5bf-4363-a763-c8e4f76c6b70), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:10.785289 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port 52e23f71-464d-457f-8d19-120fed83b531 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:10.785749 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (52e23f71-464d-457f-8d19-120fed83b531), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:10.786552 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-9b98468e-cf99-43e1-96b3-b2619ed8943b tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks [] for security_group_rule (fc9a3a72-d5bf-4363-a763-c8e4f76c6b70), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:10.793424 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-9b98468e-cf99-43e1-96b3-b2619ed8943b tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515366'] for security_group_rule (fc9a3a72-d5bf-4363-a763-c8e4f76c6b70), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:10.813980 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98468e-cf99-43e1-96b3-b2619ed8943b tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc9a3a72-d5bf-4363-a763-c8e4f76c6b70,revision_number=0']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:10.852963 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-9b98468e-cf99-43e1-96b3-b2619ed8943b tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:10.858543 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-9b98468e-cf99-43e1-96b3-b2619ed8943b tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2621143 Feb 02 15:56:10.858823 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 60868) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:56:10.864532 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-f1d1c704-8116-42ce-bfb6-37c53ce90892 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Request body: {'security_group_rule': {'security_group_id': '27e4c6fb-441a-44a7-bc4a-66c52d47a8b2', 'project_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:56:10.894914 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.db.securitygroups_db [None req-f1d1c704-8116-42ce-bfb6-37c53ce90892 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Project 09f6a7ba2fd841cb8ddb919c7cc3cc33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 15:56:10.905171 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-f1d1c704-8116-42ce-bfb6-37c53ce90892 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks [] for security_group_rule (86cf199d-f7ac-4fbf-9637-5ef22042131e), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:11.001587 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-f1d1c704-8116-42ce-bfb6-37c53ce90892 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks [] for security_group_rule (86cf199d-f7ac-4fbf-9637-5ef22042131e), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:11.008844 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-f1d1c704-8116-42ce-bfb6-37c53ce90892 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515366'] for security_group_rule (86cf199d-f7ac-4fbf-9637-5ef22042131e), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:11.039948 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1c704-8116-42ce-bfb6-37c53ce90892 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86cf199d-f7ac-4fbf-9637-5ef22042131e,revision_number=0']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:11.060253 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-f1d1c704-8116-42ce-bfb6-37c53ce90892 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:11.069489 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port 52e23f71-464d-457f-8d19-120fed83b531 is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:56:11.077566 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-f1d1c704-8116-42ce-bfb6-37c53ce90892 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2163436 Feb 02 15:56:11.078574 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-0b532829-ea67-4a21-ad43-d43f5fcbc590 None None] Publish callbacks [] for port (1c58b902-4439-4b6c-825b-8cf8096ad105), precommit_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:11.088291 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-0b532829-ea67-4a21-ad43-d43f5fcbc590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (1c58b902-4439-4b6c-825b-8cf8096ad105), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:11.225510 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-0b532829-ea67-4a21-ad43-d43f5fcbc590 None None] Attempting to bind port 1c58b902-4439-4b6c-825b-8cf8096ad105 on host dv-cinder-827511-1-iscsi for vnic_type normal with profile {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:56:11.226131 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-0b532829-ea67-4a21-ad43-d43f5fcbc590 None None] Attempting to bind port 1c58b902-4439-4b6c-825b-8cf8096ad105 by drivers openvswitch,hyperv on host dv-cinder-827511-1-iscsi at level 0 using segments [{'id': '33a6a8cb-30ce-4caf-8c44-a9055fde90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '111bf94e-bcb8-4d3a-8d3f-2fdbec33e805'}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:56:11.226246 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b532829-ea67-4a21-ad43-d43f5fcbc590 None None] Attempting to bind port 1c58b902-4439-4b6c-825b-8cf8096ad105 on network 111bf94e-bcb8-4d3a-8d3f-2fdbec33e805 {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:56:11.229352 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b00df3-eced-4a88-a719-b53f7cd61eaa None None] Pushing event updated for resources: {'Port': ['ID=1c58b902-4439-4b6c-825b-8cf8096ad105,revision_number=3']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:11.235491 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b532829-ea67-4a21-ad43-d43f5fcbc590 None None] Checking agent: {'id': 'b5af8d0a-fb73-41c0-8b14-396d0b8fc477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827511-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 45, 49), 'started_at': datetime.datetime(2022, 2, 2, 15, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827511-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:56:11.235868 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b532829-ea67-4a21-ad43-d43f5fcbc590 None None] Checking segment: {'id': '33a6a8cb-30ce-4caf-8c44-a9055fde90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '111bf94e-bcb8-4d3a-8d3f-2fdbec33e805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:56:11.236485 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-0b532829-ea67-4a21-ad43-d43f5fcbc590 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:11.237067 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b532829-ea67-4a21-ad43-d43f5fcbc590 None None] Bound using segment: {'id': '33a6a8cb-30ce-4caf-8c44-a9055fde90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '111bf94e-bcb8-4d3a-8d3f-2fdbec33e805'} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:56:11.237728 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-0b532829-ea67-4a21-ad43-d43f5fcbc590 None None] Bound port: 1c58b902-4439-4b6c-825b-8cf8096ad105, host: dv-cinder-827511-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a6a8cb-30ce-4caf-8c44-a9055fde90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '111bf94e-bcb8-4d3a-8d3f-2fdbec33e805'}}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:56:11.237976 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-0b532829-ea67-4a21-ad43-d43f5fcbc590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (1c58b902-4439-4b6c-825b-8cf8096ad105), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:11.393103 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-0b532829-ea67-4a21-ad43-d43f5fcbc590 None None] For port 1c58b902-4439-4b6c-825b-8cf8096ad105, host dv-cinder-827511-1-iscsi, cleared binding levels {{(pid=109040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:56:11.397451 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-0b532829-ea67-4a21-ad43-d43f5fcbc590 None None] For port 1c58b902-4439-4b6c-825b-8cf8096ad105, host dv-cinder-827511-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=1c58b902-4439-4b6c-825b-8cf8096ad105,segment=NetworkSegment(33a6a8cb-30ce-4caf-8c44-a9055fde90b2),segment_id=33a6a8cb-30ce-4caf-8c44-a9055fde90b2)] {{(pid=109040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:56:11.406857 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-0b532829-ea67-4a21-ad43-d43f5fcbc590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (1c58b902-4439-4b6c-825b-8cf8096ad105), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:11.422062 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428e173-da6f-41e6-b499-8433f32a693d req-aef2ab56-42b4-4199-ae30-47c87845cf3c tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:11.424486 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8428e173-da6f-41e6-b499-8433f32a693d req-aef2ab56-42b4-4199-ae30-47c87845cf3c tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.1361651 Feb 02 15:56:11.498223 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b532829-ea67-4a21-ad43-d43f5fcbc590 None None] Routers {'2b86689a-637f-473e-bf83-c309538a8256'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:56:11.499156 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-0b532829-ea67-4a21-ad43-d43f5fcbc590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T15:55:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['2b86689a-637f-473e-bf83-c309538a8256'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:11.505608 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8428e173-da6f-41e6-b499-8433f32a693d req-15bc27ff-bcbe-4459-8fb2-99b77f93467b tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660980 Feb 02 15:56:11.565416 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b00df3-eced-4a88-a719-b53f7cd61eaa None None] Pushing event updated for resources: {'Port': ['ID=1c58b902-4439-4b6c-825b-8cf8096ad105,revision_number=4']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:11.622221 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-58c40572-224e-4521-aa18-903bf7dde801 None None] Provisioning complete for port 1c58b902-4439-4b6c-825b-8cf8096ad105 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:11.622684 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-58c40572-224e-4521-aa18-903bf7dde801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (1c58b902-4439-4b6c-825b-8cf8096ad105), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:11.689525 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-0b532829-ea67-4a21-ad43-d43f5fcbc590 None None] Set router 2b86689a-637f-473e-bf83-c309538a8256 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:56:11.882897 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-58c40572-224e-4521-aa18-903bf7dde801 None None] Current status of the port 1c58b902-4439-4b6c-825b-8cf8096ad105 is: DOWN; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:56:11.883290 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-58c40572-224e-4521-aa18-903bf7dde801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (1c58b902-4439-4b6c-825b-8cf8096ad105), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:11.937094 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-58c40572-224e-4521-aa18-903bf7dde801 None None] For port 1c58b902-4439-4b6c-825b-8cf8096ad105, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=1c58b902-4439-4b6c-825b-8cf8096ad105,segment=NetworkSegment(33a6a8cb-30ce-4caf-8c44-a9055fde90b2),segment_id=33a6a8cb-30ce-4caf-8c44-a9055fde90b2)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:56:11.942002 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-58c40572-224e-4521-aa18-903bf7dde801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (1c58b902-4439-4b6c-825b-8cf8096ad105), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:12.028128 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c40572-224e-4521-aa18-903bf7dde801 None None] Pushing event updated for resources: {'Port': ['ID=1c58b902-4439-4b6c-825b-8cf8096ad105,revision_number=5']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:12.047108 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-0b532829-ea67-4a21-ad43-d43f5fcbc590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b86689a-637f-473e-bf83-c309538a8256', 'name': 'tempest-TestShelveInstance-1679931457-router', 'tenant_id': '5b9edff9ac4f41528806071f5adebce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '52e23f71-464d-457f-8d19-120fed83b531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:56:00Z', 'updated_at': '2022-02-02T15:56:06Z', 'revision_number': 4, 'project_id': '5b9edff9ac4f41528806071f5adebce3', 'gw_port': {'id': '52e23f71-464d-457f-8d19-120fed83b531', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b86689a-637f-473e-bf83-c309538a8256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:00Z', 'updated_at': '2022-02-02T15:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '1c58b902-4439-4b6c-825b-8cf8096ad105', 'name': '', 'network_id': '111bf94e-bcb8-4d3a-8d3f-2fdbec33e805', 'tenant_id': '5b9edff9ac4f41528806071f5adebce3', 'mac_address': 'fa:16:3e:4f:f5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b86689a-637f-473e-bf83-c309538a8256', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '80a8fe4b-d46c-407b-aef2-573e2f41b63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:05Z', 'updated_at': '2022-02-02T15:56:11Z', 'revision_number': 4, 'project_id': '5b9edff9ac4f41528806071f5adebce3', 'subnets': [{'id': '80a8fe4b-d46c-407b-aef2-573e2f41b63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:12.084292 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b532829-ea67-4a21-ad43-d43f5fcbc590 None None] The sync data for ids ['2b86689a-637f-473e-bf83-c309538a8256'] in dv-cinder-827511-1-iscsi is: [{'id': '2b86689a-637f-473e-bf83-c309538a8256', 'name': 'tempest-TestShelveInstance-1679931457-router', 'tenant_id': '5b9edff9ac4f41528806071f5adebce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '52e23f71-464d-457f-8d19-120fed83b531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:56:00Z', 'updated_at': '2022-02-02T15:56:06Z', 'revision_number': 4, 'project_id': '5b9edff9ac4f41528806071f5adebce3', 'gw_port': {'id': '52e23f71-464d-457f-8d19-120fed83b531', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b86689a-637f-473e-bf83-c309538a8256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:00Z', 'updated_at': '2022-02-02T15:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '1c58b902-4439-4b6c-825b-8cf8096ad105', 'name': '', 'network_id': '111bf94e-bcb8-4d3a-8d3f-2fdbec33e805', 'tenant_id': '5b9edff9ac4f41528806071f5adebce3', 'mac_address': 'fa:16:3e:4f:f5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b86689a-637f-473e-bf83-c309538a8256', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '80a8fe4b-d46c-407b-aef2-573e2f41b63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:05Z', 'updated_at': '2022-02-02T15:56:11Z', 'revision_number': 4, 'project_id': '5b9edff9ac4f41528806071f5adebce3', 'subnets': [{'id': '80a8fe4b-d46c-407b-aef2-573e2f41b63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:56:12.097278 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-9b8d79ab-9651-45bf-9a8b-9b619fdb3881 None None] Provisioning complete for port 1c58b902-4439-4b6c-825b-8cf8096ad105 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:12.097687 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-9b8d79ab-9651-45bf-9a8b-9b619fdb3881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (1c58b902-4439-4b6c-825b-8cf8096ad105), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:12.296655 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-9b8d79ab-9651-45bf-9a8b-9b619fdb3881 None None] Current status of the port 1c58b902-4439-4b6c-825b-8cf8096ad105 is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:56:12.478576 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 1c58b902-4439-4b6c-825b-8cf8096ad105 up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:56:12.529110 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port 1c58b902-4439-4b6c-825b-8cf8096ad105 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:12.529501 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (1c58b902-4439-4b6c-825b-8cf8096ad105), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:12.633641 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port 1c58b902-4439-4b6c-825b-8cf8096ad105 is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:56:12.690406 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70f72f-6371-41e3-8548-67bc8cd7a40a req-836d0ea0-a88c-4a12-b8bb-3ab0f52aaa18 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:12.691980 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2d70f72f-6371-41e3-8548-67bc8cd7a40a req-836d0ea0-a88c-4a12-b8bb-3ab0f52aaa18 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.0594337 Feb 02 15:56:12.750974 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2d70f72f-6371-41e3-8548-67bc8cd7a40a req-72abdb09-5db9-4540-aa51-88d14e98d9bb tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530748 Feb 02 15:56:12.837369 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-23e1f112-f744-411c-a540-77df35a6f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:13.880313 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d694d-32e7-4a07-b1b3-b7f258396883 req-13587eb4-736d-4e86-971a-721e2d45a6a5 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:13.882122 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e41d694d-32e7-4a07-b1b3-b7f258396883 req-13587eb4-736d-4e86-971a-721e2d45a6a5 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.0587184 Feb 02 15:56:13.928947 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e41d694d-32e7-4a07-b1b3-b7f258396883 req-ea665590-6fe2-4c69-a90c-7402572c39f8 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413713 Feb 02 15:56:14.479684 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 32814) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:56:14.526321 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f9a501-97e4-426e-a171-cdd68832cb74 admin admin] Deleting subnet 6afc6412-2e43-44fe-a288-7be6f0d5b6fe {{(pid=109038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 15:56:14.529647 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-97f9a501-97e4-426e-a171-cdd68832cb74 admin admin] Publish callbacks [] for subnet (6afc6412-2e43-44fe-a288-7be6f0d5b6fe), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:14.565473 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-97f9a501-97e4-426e-a171-cdd68832cb74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5222245'] for subnet (6afc6412-2e43-44fe-a288-7be6f0d5b6fe), precommit_delete_associations {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:14.605217 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-97f9a501-97e4-426e-a171-cdd68832cb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145137'] for subnet (6afc6412-2e43-44fe-a288-7be6f0d5b6fe), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:14.658749 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-97f9a501-97e4-426e-a171-cdd68832cb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4863332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5232880'] for subnet (6afc6412-2e43-44fe-a288-7be6f0d5b6fe), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:14.682308 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9a501-97e4-426e-a171-cdd68832cb74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6afc6412-2e43-44fe-a288-7be6f0d5b6fe,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:14.688063 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-97f9a501-97e4-426e-a171-cdd68832cb74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:14.693788 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-97f9a501-97e4-426e-a171-cdd68832cb74 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/6afc6412-2e43-44fe-a288-7be6f0d5b6fe HTTP/1.1" status: 204 len: 168 time: 0.2108395 Feb 02 15:56:14.694015 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 32820) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:56:14.769821 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e1b30b2b-30a6-415d-9731-b363e8cf576d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1153519'] for network (28a4f4f1-67c9-41a8-8d20-2f8621f3e26f), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:15.058244 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bab5db-12f1-46be-923d-7ef1e731c46a req-53060744-5fc7-4123-911a-9dfca520e149 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:15.060105 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d5bab5db-12f1-46be-923d-7ef1e731c46a req-53060744-5fc7-4123-911a-9dfca520e149 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.0557520 Feb 02 15:56:15.074881 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e1b30b2b-30a6-415d-9731-b363e8cf576d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143470', 'neutron.services.segments.db._delete_segments_for_network-8791047536797'] for network (28a4f4f1-67c9-41a8-8d20-2f8621f3e26f), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:15.095344 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.services.segments.db [None req-e1b30b2b-30a6-415d-9731-b363e8cf576d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a4f4f1-67c9-41a8-8d20-2f8621f3e26f']}} {{(pid=109038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:15.105195 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.services.segments.db [None req-e1b30b2b-30a6-415d-9731-b363e8cf576d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6fa934b-861d-43e9-9e90-5f2075559f2e') {'for_net_delete': True} {{(pid=109038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:15.105575 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.services.segments.db [None req-e1b30b2b-30a6-415d-9731-b363e8cf576d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6fa934b-861d-43e9-9e90-5f2075559f2e') {} {{(pid=109038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:15.112786 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d5bab5db-12f1-46be-923d-7ef1e731c46a req-70457ed1-6640-4277-9438-aadcfead29b4 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435982 Feb 02 15:56:15.115185 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e1b30b2b-30a6-415d-9731-b363e8cf576d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791047557030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5222254'] for segment (a6fa934b-861d-43e9-9e90-5f2075559f2e), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:15.131288 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e1b30b2b-30a6-415d-9731-b363e8cf576d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (a6fa934b-861d-43e9-9e90-5f2075559f2e), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:15.136464 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b30b2b-30a6-415d-9731-b363e8cf576d admin admin] Releasing vlan 971 on physical network physnet1 to pool {{(pid=109038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 15:56:15.136876 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e1b30b2b-30a6-415d-9731-b363e8cf576d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4863390'] for segment (a6fa934b-861d-43e9-9e90-5f2075559f2e), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:15.138977 dv-cinder-827511-1-iscsi neutron-server[109038]: Traceback (most recent call last): Feb 02 15:56:15.138977 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 15:56:15.138977 dv-cinder-827511-1-iscsi neutron-server[109038]: timer() Feb 02 15:56:15.138977 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:56:15.138977 dv-cinder-827511-1-iscsi neutron-server[109038]: cb(*args, **kw) Feb 02 15:56:15.138977 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 15:56:15.138977 dv-cinder-827511-1-iscsi neutron-server[109038]: return func(*args, **kwargs) Feb 02 15:56:15.138977 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:56:15.138977 dv-cinder-827511-1-iscsi neutron-server[109038]: self._notify() Feb 02 15:56:15.138977 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:56:15.138977 dv-cinder-827511-1-iscsi neutron-server[109038]: self.callback(batched_events) Feb 02 15:56:15.138977 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:56:15.138977 dv-cinder-827511-1-iscsi neutron-server[109038]: event.method(event) Feb 02 15:56:15.138977 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 15:56:15.138977 dv-cinder-827511-1-iscsi neutron-server[109038]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:56:15.138977 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 15:56:15.138977 dv-cinder-827511-1-iscsi neutron-server[109038]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:56:15.138977 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 15:56:15.138977 dv-cinder-827511-1-iscsi neutron-server[109038]: return f(self, *a, **k) Feb 02 15:56:15.138977 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:56:15.138977 dv-cinder-827511-1-iscsi neutron-server[109038]: return self._get(url).json() Feb 02 15:56:15.138977 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:56:15.138977 dv-cinder-827511-1-iscsi neutron-server[109038]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:56:15.138977 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 15:56:15.138977 dv-cinder-827511-1-iscsi neutron-server[109038]: return self.request(url, 'GET', **kwargs) Feb 02 15:56:15.138977 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 15:56:15.138977 dv-cinder-827511-1-iscsi neutron-server[109038]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:56:15.138977 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 15:56:15.138977 dv-cinder-827511-1-iscsi neutron-server[109038]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:56:15.138977 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 15:56:15.138977 dv-cinder-827511-1-iscsi neutron-server[109038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:56:15.138977 dv-cinder-827511-1-iscsi neutron-server[109038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:56:15.193683 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e1b30b2b-30a6-415d-9731-b363e8cf576d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7937865'] for network (28a4f4f1-67c9-41a8-8d20-2f8621f3e26f), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:15.198794 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e1b30b2b-30a6-415d-9731-b363e8cf576d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:15.202392 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-e1b30b2b-30a6-415d-9731-b363e8cf576d admin admin] 10.222.0.112 "DELETE /v2.0/networks/28a4f4f1-67c9-41a8-8d20-2f8621f3e26f HTTP/1.1" status: 204 len: 168 time: 0.5074365 Feb 02 15:56:15.217628 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b30b2b-30a6-415d-9731-b363e8cf576d admin admin] Pushing event deleted for resources: {'Network': ['ID=28a4f4f1-67c9-41a8-8d20-2f8621f3e26f,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:15.362143 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-f6050ef3-534f-4c47-942a-710a13906dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:15.382471 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 32828) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:56:15.424344 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-2ca6b8c8-5b8c-41d8-9730-04b9b3d24820 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=083281479a614be29c8ef8ae95a4c779&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404129 Feb 02 15:56:15.427362 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 32832) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:56:15.487879 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-b555fb40-a04b-4f8a-a70c-d0e3eb42c255 admin admin] Publish callbacks [] for security_group (9ca20c2d-adaf-4534-a5e9-fd3eb5544378), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:15.509422 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-b555fb40-a04b-4f8a-a70c-d0e3eb42c255 admin admin] Publish callbacks [] for security_group (9ca20c2d-adaf-4534-a5e9-fd3eb5544378), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:15.556607 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-b555fb40-a04b-4f8a-a70c-d0e3eb42c255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (9ca20c2d-adaf-4534-a5e9-fd3eb5544378), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:15.559207 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-b555fb40-a04b-4f8a-a70c-d0e3eb42c255 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:15.560734 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-b555fb40-a04b-4f8a-a70c-d0e3eb42c255 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/9ca20c2d-adaf-4534-a5e9-fd3eb5544378 HTTP/1.1" status: 204 len: 168 time: 0.1324344 Feb 02 15:56:15.569277 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b555fb40-a04b-4f8a-a70c-d0e3eb42c255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca20c2d-adaf-4534-a5e9-fd3eb5544378,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:16.223149 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:16.244825 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0d70d-84ea-47b3-b2d5-545dcd0ec3fa req-a3d59c15-b216-4b6b-9237-2619d0921f69 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:16.247298 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-eff0d70d-84ea-47b3-b2d5-545dcd0ec3fa req-a3d59c15-b216-4b6b-9237-2619d0921f69 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.0591216 Feb 02 15:56:16.253663 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 32860) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:56:16.302187 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-eff0d70d-84ea-47b3-b2d5-545dcd0ec3fa req-81e6b39a-0a19-45c2-a0f2-4965ec49f355 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458391 Feb 02 15:56:16.350969 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-f78bc765-c273-4756-b663-f95a329c0c4b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-781882242-network', 'tenant_id': 'ca26fb00a1d44845ac3c3262142c9a3e'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:56:16.370678 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78bc765-c273-4756-b663-f95a329c0c4b admin admin] Made reservation on behalf of ca26fb00a1d44845ac3c3262142c9a3e for: {'network': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:56:16.373447 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-f78bc765-c273-4756-b663-f95a329c0c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for network (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:16.384324 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-f78bc765-c273-4756-b663-f95a329c0c4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:16.462951 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-f78bc765-c273-4756-b663-f95a329c0c4b admin admin] Publish callbacks [] for security_group (1c67e615-dc8f-4b94-a477-fe978a7983b5), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:16.467284 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-f78bc765-c273-4756-b663-f95a329c0c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (1c67e615-dc8f-4b94-a477-fe978a7983b5), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:16.493042 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f78bc765-c273-4756-b663-f95a329c0c4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 983} {{(pid=109038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:56:16.502853 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78bc765-c273-4756-b663-f95a329c0c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c67e615-dc8f-4b94-a477-fe978a7983b5,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:16.510474 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-f78bc765-c273-4756-b663-f95a329c0c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (e1c17517-5a31-40b4-b29e-bfdc7d255762), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:16.510875 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.db.segments_db [None req-f78bc765-c273-4756-b663-f95a329c0c4b admin admin] Added segment e1c17517-5a31-40b4-b29e-bfdc7d255762 of type vlan for network 14e5042c-9b1a-411b-a87f-2964f1673b53 Feb 02 15:56:16.553163 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-f78bc765-c273-4756-b663-f95a329c0c4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791047091321'] for network (14e5042c-9b1a-411b-a87f-2964f1673b53), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:16.580979 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-f78bc765-c273-4756-b663-f95a329c0c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529'] for network (14e5042c-9b1a-411b-a87f-2964f1673b53), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:16.582045 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78bc765-c273-4756-b663-f95a329c0c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:16.582629 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-f78bc765-c273-4756-b663-f95a329c0c4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:16.615584 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-f78bc765-c273-4756-b663-f95a329c0c4b admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3612800 Feb 02 15:56:16.618456 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 32870) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:56:16.623291 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-1467ff95-35a5-4bc3-a43d-12420637ceb6 admin admin] Request body: {'subnet': {'network_id': '14e5042c-9b1a-411b-a87f-2964f1673b53', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-781882242-subnet', 'tenant_id': 'ca26fb00a1d44845ac3c3262142c9a3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:56:16.660244 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78bc765-c273-4756-b663-f95a329c0c4b admin admin] Pushing event updated for resources: {'Network': ['ID=14e5042c-9b1a-411b-a87f-2964f1673b53,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:16.670565 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1467ff95-35a5-4bc3-a43d-12420637ceb6 admin admin] Made reservation on behalf of ca26fb00a1d44845ac3c3262142c9a3e for: {'subnet': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:56:16.670856 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Network 14e5042c-9b1a-411b-a87f-2964f1673b53 details requested by agent ovs-agent-dv-cinder-827511-1-iscsi with host dv-cinder-827511-1-iscsi {{(pid=109040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 15:56:16.672901 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-1467ff95-35a5-4bc3-a43d-12420637ceb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5233683'] for subnet (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:16.844698 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-1467ff95-35a5-4bc3-a43d-12420637ceb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4863271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5232889'] for subnet (bfb6a93b-5981-4760-ad68-05c2836569b0), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:16.903112 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467ff95-35a5-4bc3-a43d-12420637ceb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfb6a93b-5981-4760-ad68-05c2836569b0,revision_number=0']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:16.907361 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1467ff95-35a5-4bc3-a43d-12420637ceb6 admin admin] Checking segment: {'id': 'e1c17517-5a31-40b4-b29e-bfdc7d255762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '14e5042c-9b1a-411b-a87f-2964f1673b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:56:16.907724 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1467ff95-35a5-4bc3-a43d-12420637ceb6 admin admin] Network hostable DHCP agents. Network: 14e5042c-9b1a-411b-a87f-2964f1673b53, hostable agents: ['c53fdfd4-74a4-4640-bea7-ca8e654bcb85'], hosted agents: [] {{(pid=109038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:56:16.925725 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1467ff95-35a5-4bc3-a43d-12420637ceb6 admin admin] Network 14e5042c-9b1a-411b-a87f-2964f1673b53 is scheduled to be hosted by DHCP agent c53fdfd4-74a4-4640-bea7-ca8e654bcb85 with binding_index 1 {{(pid=109038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:56:16.928837 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:16.934700 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [None req-1467ff95-35a5-4bc3-a43d-12420637ceb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827511-1-iscsi, 14e5042c-9b1a-411b-a87f-2964f1673b53) {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:56:16.938725 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1467ff95-35a5-4bc3-a43d-12420637ceb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:16.940038 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-1467ff95-35a5-4bc3-a43d-12420637ceb6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:16.946852 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c01672e-a930-4a90-8779-f5c5fed31dcf None None] Network 14e5042c-9b1a-411b-a87f-2964f1673b53 requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:56:16.971131 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-1467ff95-35a5-4bc3-a43d-12420637ceb6 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3425238 Feb 02 15:56:17.051988 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324a73ef-b541-4b81-be21-3299623c0da3 None None] Network 14e5042c-9b1a-411b-a87f-2964f1673b53 requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:56:17.441552 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341824b-8a20-4f96-80c1-0aef5a01eb6b req-7ba4a9c5-15a1-48ae-ab02-1beec80bedee tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:17.444008 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2341824b-8a20-4f96-80c1-0aef5a01eb6b req-7ba4a9c5-15a1-48ae-ab02-1beec80bedee tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.0655327 Feb 02 15:56:17.505977 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2341824b-8a20-4f96-80c1-0aef5a01eb6b req-5941e358-c4db-499b-a66d-0beb3703f8e3 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554881 Feb 02 15:56:17.655888 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:18.646190 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310e85f-a40c-4b83-9e24-c0538fffd9e9 req-3a7d7ac7-f33b-4ce1-b7de-81d9995d0407 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:18.647701 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a310e85f-a40c-4b83-9e24-c0538fffd9e9 req-3a7d7ac7-f33b-4ce1-b7de-81d9995d0407 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.0667236 Feb 02 15:56:18.753442 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a310e85f-a40c-4b83-9e24-c0538fffd9e9 req-5af3b23d-4c82-4bef-9574-60d058fcef0c tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998657 Feb 02 15:56:18.792351 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b30bca-757b-449b-92dd-6459373cb6ce req-36525c61-8f82-4241-b51d-85d60c2b15a8 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:18.793915 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-22b30bca-757b-449b-92dd-6459373cb6ce req-36525c61-8f82-4241-b51d-85d60c2b15a8 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/networks?id=14e5042c-9b1a-411b-a87f-2964f1673b53 HTTP/1.1" status: 200 len: 813 time: 0.1275091 Feb 02 15:56:18.809384 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-22b30bca-757b-449b-92dd-6459373cb6ce req-3eb1380e-8f92-440b-b7ad-058d603099b2 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/quotas/ca26fb00a1d44845ac3c3262142c9a3e HTTP/1.1" status: 200 len: 375 time: 0.0090649 Feb 02 15:56:18.841894 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-22b30bca-757b-449b-92dd-6459373cb6ce req-f849b8f0-6083-47e2-a516-948dbb7a2278 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=ca26fb00a1d44845ac3c3262142c9a3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272274 Feb 02 15:56:18.937393 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-22b30bca-757b-449b-92dd-6459373cb6ce req-b5120d3e-43c7-405c-82c9-0de2aaec306a service neutron] 10.222.0.112 "GET /v2.0/networks/14e5042c-9b1a-411b-a87f-2964f1673b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887759 Feb 02 15:56:19.030439 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-22b30bca-757b-449b-92dd-6459373cb6ce req-1fcaa9fa-1f3b-4859-b464-16730948223f service neutron] 10.222.0.112 "GET /v2.0/networks/14e5042c-9b1a-411b-a87f-2964f1673b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866413 Feb 02 15:56:19.192336 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:19.209707 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9467b9d7-874a-41d7-b64d-00e07ba0b71a req-64d084c1-dc65-4350-9115-5faf72a4e82e tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/ports?device_id=0477e728-62bc-44e2-a8b9-14d1ed6bfbb8 HTTP/1.1" status: 200 len: 210 time: 0.0389283 Feb 02 15:56:19.288439 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5af4b-f3a2-4516-8d9a-ff0c8e773c56 req-fa66481d-3929-4341-b8da-b1e606d6eb9e tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:19.289977 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6da5af4b-f3a2-4516-8d9a-ff0c8e773c56 req-fa66481d-3929-4341-b8da-b1e606d6eb9e tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0545943 Feb 02 15:56:19.338865 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6da5af4b-f3a2-4516-8d9a-ff0c8e773c56 req-80ca7d0a-1e9b-4412-957b-231e0e2de5bc tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431156 Feb 02 15:56:19.876159 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752afbe9-3132-49ec-936b-0f6702e8e30a req-43f2df6a-a115-45d8-a944-3683e369b1de tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:19.878377 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-752afbe9-3132-49ec-936b-0f6702e8e30a req-43f2df6a-a115-45d8-a944-3683e369b1de tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.0524793 Feb 02 15:56:19.922520 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-752afbe9-3132-49ec-936b-0f6702e8e30a req-28c8353b-563c-4e35-b739-e3d7544de994 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386915 Feb 02 15:56:20.300901 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8facbf84-6e48-46fc-ad34-df24eb8baec7 req-b8b71867-b447-4cd4-9127-daa28cadb9ff tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/ports?device_id=0477e728-62bc-44e2-a8b9-14d1ed6bfbb8 HTTP/1.1" status: 200 len: 210 time: 0.0300801 Feb 02 15:56:20.465666 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a39b4-c84b-493a-b2d4-07128f5b1ed7 req-fec9d016-5cfb-47bd-8dd2-a2bdd0e1d731 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:20.467132 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d94a39b4-c84b-493a-b2d4-07128f5b1ed7 req-fec9d016-5cfb-47bd-8dd2-a2bdd0e1d731 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0532491 Feb 02 15:56:20.513284 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d94a39b4-c84b-493a-b2d4-07128f5b1ed7 req-40632c7e-1a48-4837-9602-7256993559e9 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399342 Feb 02 15:56:21.045863 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81b201-5f2a-4565-b4c6-d45fd253ee75 req-30899da0-af15-44e1-85e0-cfb79f783b70 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:21.047359 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-7c81b201-5f2a-4565-b4c6-d45fd253ee75 req-30899da0-af15-44e1-85e0-cfb79f783b70 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.0544755 Feb 02 15:56:21.097998 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-7c81b201-5f2a-4565-b4c6-d45fd253ee75 req-48173105-6b3e-42c6-aa7e-7c0736e1a95c tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435832 Feb 02 15:56:21.118609 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458852fa-91dd-4248-8627-b3d6f2ad3150 req-803716d5-3912-449d-8c86-ed9b4c2df188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:21.120245 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-458852fa-91dd-4248-8627-b3d6f2ad3150 req-803716d5-3912-449d-8c86-ed9b4c2df188 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=72f52223a6e14cb8a8c10c8caa85635b&device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 1129 time: 0.0600367 Feb 02 15:56:21.229961 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458852fa-91dd-4248-8627-b3d6f2ad3150 req-f70b5f8b-fd70-426d-b52e-68f7df8a422f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:21.231999 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-458852fa-91dd-4248-8627-b3d6f2ad3150 req-f70b5f8b-fd70-426d-b52e-68f7df8a422f service neutron] 10.222.0.59 "GET /v2.0/networks?id=aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca HTTP/1.1" status: 200 len: 920 time: 0.0878415 Feb 02 15:56:21.276741 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-458852fa-91dd-4248-8627-b3d6f2ad3150 req-9723eaa2-bf01-47e1-8168-ea9c1f23998f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07bda9a9-5405-4d9f-bb29-c929ef3b4f5a HTTP/1.1" status: 200 len: 217 time: 0.0390368 Feb 02 15:56:21.337753 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458852fa-91dd-4248-8627-b3d6f2ad3150 req-434775b0-c5ec-49a5-9b79-c1f06ded83db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:21.339215 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-458852fa-91dd-4248-8627-b3d6f2ad3150 req-434775b0-c5ec-49a5-9b79-c1f06ded83db service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6bef7920-00cb-4a69-a6a7-9d6da3eabd36 HTTP/1.1" status: 200 len: 859 time: 0.0468411 Feb 02 15:56:21.380325 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-458852fa-91dd-4248-8627-b3d6f2ad3150 req-48eb84d5-bb62-4db7-8f96-1e3d96ffe90b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293190 Feb 02 15:56:21.400111 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3c929372-3c06-4bae-9867-1b967dc32dc9 req-96cff772-6dc9-4fe1-8ee3-69c345962ff2 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/ports?device_id=0477e728-62bc-44e2-a8b9-14d1ed6bfbb8 HTTP/1.1" status: 200 len: 210 time: 0.0310781 Feb 02 15:56:21.474744 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-458852fa-91dd-4248-8627-b3d6f2ad3150 req-53693a51-c648-4f64-91d4-6da4f1eb5269 service neutron] 10.222.0.59 "GET /v2.0/networks/aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854092 Feb 02 15:56:21.570522 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-458852fa-91dd-4248-8627-b3d6f2ad3150 req-f6bcdb1a-e9a0-4db3-bfbf-11c1f654ab6c service neutron] 10.222.0.59 "GET /v2.0/networks/aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866294 Feb 02 15:56:21.637509 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653b434-59a1-4c5b-b72f-0b66d44552a1 req-24c231e4-ca25-42fc-8b66-060e014b3787 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:21.638985 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e653b434-59a1-4c5b-b72f-0b66d44552a1 req-24c231e4-ca25-42fc-8b66-060e014b3787 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0567288 Feb 02 15:56:21.686952 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e653b434-59a1-4c5b-b72f-0b66d44552a1 req-5196b215-994a-47e1-96ab-775acd8033f6 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423603 Feb 02 15:56:22.016378 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b30bca-757b-449b-92dd-6459373cb6ce req-ae319134-fcbf-4576-bdc0-25e67297910f tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:22.018599 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-22b30bca-757b-449b-92dd-6459373cb6ce req-ae319134-fcbf-4576-bdc0-25e67297910f tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.59 "GET /v2.0/networks?id=14e5042c-9b1a-411b-a87f-2964f1673b53 HTTP/1.1" status: 200 len: 813 time: 0.1192887 Feb 02 15:56:22.055526 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-22b30bca-757b-449b-92dd-6459373cb6ce req-8ff56aa7-fc21-43d1-a404-9c42b9a9965a tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Request body: {'port': {'device_id': '0477e728-62bc-44e2-a8b9-14d1ed6bfbb8', 'network_id': '14e5042c-9b1a-411b-a87f-2964f1673b53', 'admin_state_up': True, 'tenant_id': 'ca26fb00a1d44845ac3c3262142c9a3e'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:56:22.163598 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22b30bca-757b-449b-92dd-6459373cb6ce req-8ff56aa7-fc21-43d1-a404-9c42b9a9965a tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Made reservation on behalf of ca26fb00a1d44845ac3c3262142c9a3e for: {'port': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:56:22.167958 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-22b30bca-757b-449b-92dd-6459373cb6ce req-8ff56aa7-fc21-43d1-a404-9c42b9a9965a tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:22.225960 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379a0bd-dcc4-41d6-b7ad-9fbbd5f04e81 req-68f67ffe-a0d4-4dbb-8553-d4b8e9599dd3 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:22.228391 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a379a0bd-dcc4-41d6-b7ad-9fbbd5f04e81 req-68f67ffe-a0d4-4dbb-8553-d4b8e9599dd3 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.0560486 Feb 02 15:56:22.276002 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a379a0bd-dcc4-41d6-b7ad-9fbbd5f04e81 req-1b042650-eb1f-4f67-b784-5c48927e5766 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420742 Feb 02 15:56:22.302025 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_common [req-22b30bca-757b-449b-92dd-6459373cb6ce req-8ff56aa7-fc21-43d1-a404-9c42b9a9965a tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Allocated IP 172.20.0.4 (14e5042c-9b1a-411b-a87f-2964f1673b53/bfb6a93b-5981-4760-ad68-05c2836569b0/8522b6de-73ae-40ea-9d84-1a64555ddf0d) {{(pid=109038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:56:22.453499 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-22b30bca-757b-449b-92dd-6459373cb6ce req-8ff56aa7-fc21-43d1-a404-9c42b9a9965a tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Publish callbacks [] for port (8522b6de-73ae-40ea-9d84-1a64555ddf0d), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:22.488638 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-22b30bca-757b-449b-92dd-6459373cb6ce req-8ff56aa7-fc21-43d1-a404-9c42b9a9965a tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (8522b6de-73ae-40ea-9d84-1a64555ddf0d), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:22.503002 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-7a8f423c-5a76-4a1b-950f-3d4e825a5790 req-c6beed59-0487-407a-bc83-b1fccbbdd61b tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/ports?device_id=0477e728-62bc-44e2-a8b9-14d1ed6bfbb8 HTTP/1.1" status: 200 len: 210 time: 0.0332882 Feb 02 15:56:22.532102 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22b30bca-757b-449b-92dd-6459373cb6ce req-8ff56aa7-fc21-43d1-a404-9c42b9a9965a tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Network 14e5042c-9b1a-411b-a87f-2964f1673b53 is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:56:22.537647 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [req-22b30bca-757b-449b-92dd-6459373cb6ce req-8ff56aa7-fc21-43d1-a404-9c42b9a9965a tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:56:22.541228 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b30bca-757b-449b-92dd-6459373cb6ce req-8ff56aa7-fc21-43d1-a404-9c42b9a9965a tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Received port after_create {{(pid=109038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:56:22.566520 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff56aa7-fc21-43d1-a404-9c42b9a9965a tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Pushing event updated for resources: {'Port': ['ID=8522b6de-73ae-40ea-9d84-1a64555ddf0d,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:22.592876 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b30bca-757b-449b-92dd-6459373cb6ce req-8ff56aa7-fc21-43d1-a404-9c42b9a9965a tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:22.593534 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-22b30bca-757b-449b-92dd-6459373cb6ce req-8ff56aa7-fc21-43d1-a404-9c42b9a9965a tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:22.608788 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-22b30bca-757b-449b-92dd-6459373cb6ce req-8ff56aa7-fc21-43d1-a404-9c42b9a9965a tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5575075 Feb 02 15:56:22.629790 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-22b30bca-757b-449b-92dd-6459373cb6ce req-8b4438b7-c6c7-438d-8696-e8fdbafb118a service neutron] Request body: {'port': {'device_id': '0477e728-62bc-44e2-a8b9-14d1ed6bfbb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82751'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:56:22.691040 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-22b30bca-757b-449b-92dd-6459373cb6ce req-8b4438b7-c6c7-438d-8696-e8fdbafb118a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (8522b6de-73ae-40ea-9d84-1a64555ddf0d), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:22.827829 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67d269-e4bc-4fd5-a759-2c24e3656659 req-0c8819a4-f768-424f-8eb2-304ae1d59a48 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:22.829317 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-af67d269-e4bc-4fd5-a759-2c24e3656659 req-0c8819a4-f768-424f-8eb2-304ae1d59a48 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0572495 Feb 02 15:56:22.878102 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-af67d269-e4bc-4fd5-a759-2c24e3656659 req-f9898e60-28c0-4f85-80c6-4aa03fd2ecce tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426493 Feb 02 15:56:22.962160 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [req-22b30bca-757b-449b-92dd-6459373cb6ce req-8b4438b7-c6c7-438d-8696-e8fdbafb118a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8522b6de-73ae-40ea-9d84-1a64555ddf0d {{(pid=109038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 15:56:22.971435 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-22b30bca-757b-449b-92dd-6459373cb6ce req-8b4438b7-c6c7-438d-8696-e8fdbafb118a service neutron] Publish callbacks [] for port (8522b6de-73ae-40ea-9d84-1a64555ddf0d), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:22.983929 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.provisioning_blocks [req-22b30bca-757b-449b-92dd-6459373cb6ce req-8b4438b7-c6c7-438d-8696-e8fdbafb118a service neutron] Transition to ACTIVE for port object 8522b6de-73ae-40ea-9d84-1a64555ddf0d will not be triggered until provisioned by entity L2. {{(pid=109038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:56:22.987583 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-22b30bca-757b-449b-92dd-6459373cb6ce req-8b4438b7-c6c7-438d-8696-e8fdbafb118a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (8522b6de-73ae-40ea-9d84-1a64555ddf0d), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:23.080182 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4438b7-c6c7-438d-8696-e8fdbafb118a service neutron] Pushing event updated for resources: {'Port': ['ID=8522b6de-73ae-40ea-9d84-1a64555ddf0d,revision_number=2']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:23.136906 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-22b30bca-757b-449b-92dd-6459373cb6ce req-8b4438b7-c6c7-438d-8696-e8fdbafb118a service neutron] Attempting to bind port 8522b6de-73ae-40ea-9d84-1a64555ddf0d on host hv-cinder-82751 for vnic_type normal with profile {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:56:23.137356 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-22b30bca-757b-449b-92dd-6459373cb6ce req-8b4438b7-c6c7-438d-8696-e8fdbafb118a service neutron] Attempting to bind port 8522b6de-73ae-40ea-9d84-1a64555ddf0d by drivers openvswitch,hyperv on host hv-cinder-82751 at level 0 using segments [{'id': 'e1c17517-5a31-40b4-b29e-bfdc7d255762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '14e5042c-9b1a-411b-a87f-2964f1673b53'}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:56:23.137742 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b30bca-757b-449b-92dd-6459373cb6ce req-8b4438b7-c6c7-438d-8696-e8fdbafb118a service neutron] Attempting to bind port 8522b6de-73ae-40ea-9d84-1a64555ddf0d on network 14e5042c-9b1a-411b-a87f-2964f1673b53 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:56:23.143029 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b30bca-757b-449b-92dd-6459373cb6ce req-8b4438b7-c6c7-438d-8696-e8fdbafb118a service neutron] Port 8522b6de-73ae-40ea-9d84-1a64555ddf0d on network 14e5042c-9b1a-411b-a87f-2964f1673b53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82751 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 15:56:23.143586 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b30bca-757b-449b-92dd-6459373cb6ce req-8b4438b7-c6c7-438d-8696-e8fdbafb118a service neutron] Attempting to bind port 8522b6de-73ae-40ea-9d84-1a64555ddf0d on network 14e5042c-9b1a-411b-a87f-2964f1673b53 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:56:23.148515 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b30bca-757b-449b-92dd-6459373cb6ce req-8b4438b7-c6c7-438d-8696-e8fdbafb118a service neutron] Checking agent: {'id': 'd02ae37f-da75-47b5-8264-16fb0fa5b24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82751', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'started_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:56:23.148860 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b30bca-757b-449b-92dd-6459373cb6ce req-8b4438b7-c6c7-438d-8696-e8fdbafb118a service neutron] Checking segment: {'id': 'e1c17517-5a31-40b4-b29e-bfdc7d255762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '14e5042c-9b1a-411b-a87f-2964f1673b53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:56:23.149275 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b30bca-757b-449b-92dd-6459373cb6ce req-8b4438b7-c6c7-438d-8696-e8fdbafb118a service neutron] Bound using segment: {'id': 'e1c17517-5a31-40b4-b29e-bfdc7d255762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '14e5042c-9b1a-411b-a87f-2964f1673b53'} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:56:23.149699 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-22b30bca-757b-449b-92dd-6459373cb6ce req-8b4438b7-c6c7-438d-8696-e8fdbafb118a service neutron] Bound port: 8522b6de-73ae-40ea-9d84-1a64555ddf0d, host: hv-cinder-82751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c17517-5a31-40b4-b29e-bfdc7d255762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '14e5042c-9b1a-411b-a87f-2964f1673b53'}}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:56:23.150058 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-22b30bca-757b-449b-92dd-6459373cb6ce req-8b4438b7-c6c7-438d-8696-e8fdbafb118a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (8522b6de-73ae-40ea-9d84-1a64555ddf0d), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:23.217223 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-22b30bca-757b-449b-92dd-6459373cb6ce req-8b4438b7-c6c7-438d-8696-e8fdbafb118a service neutron] For port 8522b6de-73ae-40ea-9d84-1a64555ddf0d, host hv-cinder-82751, cleared binding levels {{(pid=109038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:56:23.220553 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-22b30bca-757b-449b-92dd-6459373cb6ce req-8b4438b7-c6c7-438d-8696-e8fdbafb118a service neutron] For port 8522b6de-73ae-40ea-9d84-1a64555ddf0d, host hv-cinder-82751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=8522b6de-73ae-40ea-9d84-1a64555ddf0d,segment=NetworkSegment(e1c17517-5a31-40b4-b29e-bfdc7d255762),segment_id=e1c17517-5a31-40b4-b29e-bfdc7d255762)] {{(pid=109038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:56:23.227612 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-22b30bca-757b-449b-92dd-6459373cb6ce req-8b4438b7-c6c7-438d-8696-e8fdbafb118a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (8522b6de-73ae-40ea-9d84-1a64555ddf0d), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:23.262269 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b30bca-757b-449b-92dd-6459373cb6ce req-8b4438b7-c6c7-438d-8696-e8fdbafb118a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:23.262893 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-22b30bca-757b-449b-92dd-6459373cb6ce req-8b4438b7-c6c7-438d-8696-e8fdbafb118a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:23.264283 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-22b30bca-757b-449b-92dd-6459373cb6ce req-8b4438b7-c6c7-438d-8696-e8fdbafb118a service neutron] 10.222.0.59 "PUT /v2.0/ports/8522b6de-73ae-40ea-9d84-1a64555ddf0d HTTP/1.1" status: 200 len: 1093 time: 0.6396456 Feb 02 15:56:23.264724 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0477e728-62bc-44e2-a8b9-14d1ed6bfbb8', 'tag': '8522b6de-73ae-40ea-9d84-1a64555ddf0d'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:56:23.267010 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee33a8a0-cfc9-4755-9ff6-d2dc9f4c1aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "0477e728-62bc-44e2-a8b9-14d1ed6bfbb8", "tag": "8522b6de-73ae-40ea-9d84-1a64555ddf0d"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:56:23.292176 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4438b7-c6c7-438d-8696-e8fdbafb118a service neutron] Pushing event updated for resources: {'Port': ['ID=8522b6de-73ae-40ea-9d84-1a64555ddf0d,revision_number=3']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:23.316625 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 15:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fda848-f642-475f-8764-4bc28c445396 x-openstack-request-id: req-25fda848-f642-475f-8764-4bc28c445396 {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:56:23.317012 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0477e728-62bc-44e2-a8b9-14d1ed6bfbb8", "tag": "8522b6de-73ae-40ea-9d84-1a64555ddf0d", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:56:23.317296 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-25fda848-f642-475f-8764-4bc28c445396 {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:56:23.317755 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0477e728-62bc-44e2-a8b9-14d1ed6bfbb8', 'tag': '8522b6de-73ae-40ea-9d84-1a64555ddf0d', 'status': 'completed', 'code': 200} Feb 02 15:56:23.408944 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b30bca-757b-449b-92dd-6459373cb6ce req-0ab58fbb-8c5e-4302-8b41-d2e7d03114c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:23.410762 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-22b30bca-757b-449b-92dd-6459373cb6ce req-0ab58fbb-8c5e-4302-8b41-d2e7d03114c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca26fb00a1d44845ac3c3262142c9a3e&device_id=0477e728-62bc-44e2-a8b9-14d1ed6bfbb8 HTTP/1.1" status: 200 len: 1127 time: 0.0666046 Feb 02 15:56:23.414520 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33156e39-edec-4153-9785-8088c2678e30 req-7f20fef9-0f9a-4d8e-a570-58fbeab3b2ac tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:23.416136 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-33156e39-edec-4153-9785-8088c2678e30 req-7f20fef9-0f9a-4d8e-a570-58fbeab3b2ac tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.0604644 Feb 02 15:56:23.475199 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-22b30bca-757b-449b-92dd-6459373cb6ce req-36a860ef-b8ce-420a-a25d-9054502250df service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8522b6de-73ae-40ea-9d84-1a64555ddf0d HTTP/1.1" status: 200 len: 217 time: 0.0477924 Feb 02 15:56:23.479997 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-33156e39-edec-4153-9785-8088c2678e30 req-e6864412-6b07-4ee2-be6f-5c3c4b961ff2 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578699 Feb 02 15:56:23.536402 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b30bca-757b-449b-92dd-6459373cb6ce req-e8aa1094-3a5f-4edd-b47e-2923a1b9341f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:23.538235 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-22b30bca-757b-449b-92dd-6459373cb6ce req-e8aa1094-3a5f-4edd-b47e-2923a1b9341f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bfb6a93b-5981-4760-ad68-05c2836569b0 HTTP/1.1" status: 200 len: 853 time: 0.0541646 Feb 02 15:56:23.571783 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-22b30bca-757b-449b-92dd-6459373cb6ce req-9fdd7814-8209-4312-9cd8-847dfe59ae82 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=14e5042c-9b1a-411b-a87f-2964f1673b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270877 Feb 02 15:56:23.633706 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7868ef12-14a9-40bc-87c9-e3b6b4299b80 req-dc4d016f-2714-44ea-8c97-77c06d32b1a7 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:23.635212 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-7868ef12-14a9-40bc-87c9-e3b6b4299b80 req-dc4d016f-2714-44ea-8c97-77c06d32b1a7 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/ports?device_id=0477e728-62bc-44e2-a8b9-14d1ed6bfbb8 HTTP/1.1" status: 200 len: 943 time: 0.0618255 Feb 02 15:56:23.674433 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-22b30bca-757b-449b-92dd-6459373cb6ce req-1dd6325e-a9f2-412b-9889-efbf228e98fd service neutron] 10.222.0.59 "GET /v2.0/networks/14e5042c-9b1a-411b-a87f-2964f1673b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869370 Feb 02 15:56:23.682122 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-7868ef12-14a9-40bc-87c9-e3b6b4299b80 req-a6ec477c-62f6-44ea-87be-cfbcdfb5205c tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/security-groups?id=1c67e615-dc8f-4b94-a477-fe978a7983b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411901 Feb 02 15:56:23.765196 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-22b30bca-757b-449b-92dd-6459373cb6ce req-5c5e8631-645e-4e07-8822-dde07771f2f3 service neutron] 10.222.0.59 "GET /v2.0/networks/14e5042c-9b1a-411b-a87f-2964f1673b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818214 Feb 02 15:56:23.924376 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33a8a0-cfc9-4755-9ff6-d2dc9f4c1aa2 req-f025bfca-daf4-4189-9a8e-ff8c070f513e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:23.926123 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ee33a8a0-cfc9-4755-9ff6-d2dc9f4c1aa2 req-f025bfca-daf4-4189-9a8e-ff8c070f513e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca26fb00a1d44845ac3c3262142c9a3e&device_id=0477e728-62bc-44e2-a8b9-14d1ed6bfbb8 HTTP/1.1" status: 200 len: 1127 time: 0.0503426 Feb 02 15:56:23.997654 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924ac82-1c83-43f3-8fad-83692c19b17b req-2a16c363-4a21-4446-9823-009a9d306b21 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:23.999139 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-7924ac82-1c83-43f3-8fad-83692c19b17b req-2a16c363-4a21-4446-9823-009a9d306b21 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0520606 Feb 02 15:56:24.016950 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33a8a0-cfc9-4755-9ff6-d2dc9f4c1aa2 req-3a885f91-002b-4b50-8b8b-7ce7e50d3703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:24.019038 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ee33a8a0-cfc9-4755-9ff6-d2dc9f4c1aa2 req-3a885f91-002b-4b50-8b8b-7ce7e50d3703 service neutron] 10.222.0.59 "GET /v2.0/networks?id=14e5042c-9b1a-411b-a87f-2964f1673b53 HTTP/1.1" status: 200 len: 914 time: 0.0831304 Feb 02 15:56:24.046218 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-7924ac82-1c83-43f3-8fad-83692c19b17b req-ec9a0109-ed82-4218-b1ab-e1b9c69ba17d tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410528 Feb 02 15:56:24.068449 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ee33a8a0-cfc9-4755-9ff6-d2dc9f4c1aa2 req-b304044d-2e04-43ed-b7e0-8a32a09407e1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8522b6de-73ae-40ea-9d84-1a64555ddf0d HTTP/1.1" status: 200 len: 217 time: 0.0382755 Feb 02 15:56:24.114609 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33a8a0-cfc9-4755-9ff6-d2dc9f4c1aa2 req-329efba6-c8e5-4a95-b67b-7182dfd6dc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:24.116036 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ee33a8a0-cfc9-4755-9ff6-d2dc9f4c1aa2 req-329efba6-c8e5-4a95-b67b-7182dfd6dc30 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bfb6a93b-5981-4760-ad68-05c2836569b0 HTTP/1.1" status: 200 len: 853 time: 0.0440030 Feb 02 15:56:24.152513 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ee33a8a0-cfc9-4755-9ff6-d2dc9f4c1aa2 req-dec0a98d-8108-435d-875d-ad1273c66ebf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=14e5042c-9b1a-411b-a87f-2964f1673b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274532 Feb 02 15:56:24.249241 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ee33a8a0-cfc9-4755-9ff6-d2dc9f4c1aa2 req-ca40b21d-7d34-4fc3-bb86-0b4a985b88c7 service neutron] 10.222.0.59 "GET /v2.0/networks/14e5042c-9b1a-411b-a87f-2964f1673b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873921 Feb 02 15:56:24.342216 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ee33a8a0-cfc9-4755-9ff6-d2dc9f4c1aa2 req-09abbb95-3362-4ef5-b40d-1967a17b9735 service neutron] 10.222.0.59 "GET /v2.0/networks/14e5042c-9b1a-411b-a87f-2964f1673b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830100 Feb 02 15:56:24.619201 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47d4eb-4169-49b2-a441-aa4f92c5bbfe req-a6615914-0372-4200-bd8f-65a995ba372a tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:24.626725 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-de47d4eb-4169-49b2-a441-aa4f92c5bbfe req-a6615914-0372-4200-bd8f-65a995ba372a tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.0711043 Feb 02 15:56:24.675074 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-de47d4eb-4169-49b2-a441-aa4f92c5bbfe req-61dfc423-1d15-4675-802e-5004dbb0e0e4 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473201 Feb 02 15:56:24.809828 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea1e34-8bdc-4bc4-934c-14b5a103d754 req-8f56ae4c-53ed-489e-afce-824d276a9fee tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:24.811310 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-cdea1e34-8bdc-4bc4-934c-14b5a103d754 req-8f56ae4c-53ed-489e-afce-824d276a9fee tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/ports?device_id=0477e728-62bc-44e2-a8b9-14d1ed6bfbb8 HTTP/1.1" status: 200 len: 943 time: 0.0643058 Feb 02 15:56:24.862425 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-cdea1e34-8bdc-4bc4-934c-14b5a103d754 req-78a35506-7814-42f8-aaf6-eb79380d468e tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/security-groups?id=1c67e615-dc8f-4b94-a477-fe978a7983b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453401 Feb 02 15:56:24.940837 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 4d16a98d-2508-49b3-ab25-411a471febe1 details requested by agent hyperv_hv-cinder-82751 with host hv-cinder-82751 {{(pid=109040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 15:56:25.040980 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 4d16a98d-2508-49b3-ab25-411a471febe1, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=4d16a98d-2508-49b3-ab25-411a471febe1,segment=NetworkSegment(72c8047b-a40f-40bf-b022-6f2ccec93ad0),segment_id=72c8047b-a40f-40bf-b022-6f2ccec93ad0)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:56:25.052439 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Returning: {'device': '4d16a98d-2508-49b3-ab25-411a471febe1', 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6', 'port_id': '4d16a98d-2508-49b3-ab25-411a471febe1', 'mac_address': 'fa:16:3e:3d:48:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 988, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5347cd5-2ddb-4574-9672-af43239849ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 15:56:25.091233 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port 4d16a98d-2508-49b3-ab25-411a471febe1 is: ACTIVE; New status is: BUILD {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:56:25.091622 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (4d16a98d-2508-49b3-ab25-411a471febe1), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:25.104530 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d16a98d-2508-49b3-ab25-411a471febe1 {{(pid=109040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 15:56:25.129629 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 4d16a98d-2508-49b3-ab25-411a471febe1, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=4d16a98d-2508-49b3-ab25-411a471febe1,segment=NetworkSegment(72c8047b-a40f-40bf-b022-6f2ccec93ad0),segment_id=72c8047b-a40f-40bf-b022-6f2ccec93ad0)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:56:25.136521 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (4d16a98d-2508-49b3-ab25-411a471febe1), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:25.175747 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0ff71-38d5-4743-b2ac-9c88f0393538 req-95c92088-d090-4f8d-a410-0369804ba728 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:25.177400 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d0b0ff71-38d5-4743-b2ac-9c88f0393538 req-95c92088-d090-4f8d-a410-0369804ba728 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0630226 Feb 02 15:56:25.186032 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=4d16a98d-2508-49b3-ab25-411a471febe1,revision_number=6']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:25.193711 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:25.194071 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:25.194468 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:25.194806 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:25.195149 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:25.195485 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:25.195822 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:25.196166 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:25.196500 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:25.196845 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:25.197208 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:25.197545 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:25.197878 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:25.229845 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d0b0ff71-38d5-4743-b2ac-9c88f0393538 req-7f6e5d22-680e-42d2-a797-b1162ba8c435 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467505 Feb 02 15:56:25.797529 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d165490-6082-4f0b-8e12-32ff2f35357a req-5dbdf0bc-efb5-4294-89d4-e04b67cac052 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:25.799859 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3d165490-6082-4f0b-8e12-32ff2f35357a req-5dbdf0bc-efb5-4294-89d4-e04b67cac052 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 944 time: 0.0538015 Feb 02 15:56:25.850805 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3d165490-6082-4f0b-8e12-32ff2f35357a req-3a1a4b99-b636-498f-99b2-ae3d9a67eab1 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454197 Feb 02 15:56:25.985995 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c4db2-363a-4aaf-a33d-997e839dcc9e req-e9504c3e-645e-42b4-b8e1-202a559f966f tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:25.987473 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ad6c4db2-363a-4aaf-a33d-997e839dcc9e req-e9504c3e-645e-42b4-b8e1-202a559f966f tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/ports?device_id=0477e728-62bc-44e2-a8b9-14d1ed6bfbb8 HTTP/1.1" status: 200 len: 943 time: 0.0586598 Feb 02 15:56:26.031605 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ad6c4db2-363a-4aaf-a33d-997e839dcc9e req-91946706-9366-4ef1-9071-8f923cfd4d54 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/security-groups?id=1c67e615-dc8f-4b94-a477-fe978a7983b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386810 Feb 02 15:56:26.354292 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a0ab7-3ec4-4fb2-9cca-aedefb0e82f7 req-79ec89ae-2c3c-4693-90ed-ff2e3466e195 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:26.355785 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-148a0ab7-3ec4-4fb2-9cca-aedefb0e82f7 req-79ec89ae-2c3c-4693-90ed-ff2e3466e195 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0579255 Feb 02 15:56:26.404464 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-148a0ab7-3ec4-4fb2-9cca-aedefb0e82f7 req-5c74413c-83c1-44af-8f9e-80d3c4ac12a4 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414293 Feb 02 15:56:26.976220 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995c56d-35a6-45c2-848b-fa9960607add req-5b9ae593-edee-4537-8357-3b4df672ba40 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:26.977756 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c995c56d-35a6-45c2-848b-fa9960607add req-5b9ae593-edee-4537-8357-3b4df672ba40 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 944 time: 0.0554299 Feb 02 15:56:27.023119 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c995c56d-35a6-45c2-848b-fa9960607add req-8492faa5-1d6f-403e-9a04-5e62dd1f12e6 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399144 Feb 02 15:56:27.152647 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0074a68-1c52-4e1d-aabf-c1ad8280ba28 req-234f4bb8-c390-432d-b38b-dc5a60947b14 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:27.154155 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b0074a68-1c52-4e1d-aabf-c1ad8280ba28 req-234f4bb8-c390-432d-b38b-dc5a60947b14 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/ports?device_id=0477e728-62bc-44e2-a8b9-14d1ed6bfbb8 HTTP/1.1" status: 200 len: 943 time: 0.0547781 Feb 02 15:56:27.202924 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b0074a68-1c52-4e1d-aabf-c1ad8280ba28 req-e4a88da8-cbfe-4322-abb8-40773e009551 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/security-groups?id=1c67e615-dc8f-4b94-a477-fe978a7983b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429590 Feb 02 15:56:27.533690 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cefa7-ffa4-4d8e-916a-bb72ddcbce84 req-04a5e618-7a39-483b-a79b-d53456377e15 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:27.535086 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-927cefa7-ffa4-4d8e-916a-bb72ddcbce84 req-04a5e618-7a39-483b-a79b-d53456377e15 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0539796 Feb 02 15:56:27.584021 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-927cefa7-ffa4-4d8e-916a-bb72ddcbce84 req-04783dcb-3749-40c3-a5f0-d52763e169f4 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433061 Feb 02 15:56:27.744898 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 8522b6de-73ae-40ea-9d84-1a64555ddf0d details requested by agent hyperv_hv-cinder-82751 with host hv-cinder-82751 {{(pid=109040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 15:56:27.848380 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 8522b6de-73ae-40ea-9d84-1a64555ddf0d, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=8522b6de-73ae-40ea-9d84-1a64555ddf0d,segment=NetworkSegment(e1c17517-5a31-40b4-b29e-bfdc7d255762),segment_id=e1c17517-5a31-40b4-b29e-bfdc7d255762)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:56:27.860186 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Returning: {'device': '8522b6de-73ae-40ea-9d84-1a64555ddf0d', 'network_id': '14e5042c-9b1a-411b-a87f-2964f1673b53', 'port_id': '8522b6de-73ae-40ea-9d84-1a64555ddf0d', 'mac_address': 'fa:16:3e:09:a0:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 983, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb6a93b-5981-4760-ad68-05c2836569b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 15:56:27.898806 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port 8522b6de-73ae-40ea-9d84-1a64555ddf0d is: DOWN; New status is: BUILD {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:56:27.899202 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (8522b6de-73ae-40ea-9d84-1a64555ddf0d), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:27.912649 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8522b6de-73ae-40ea-9d84-1a64555ddf0d {{(pid=109040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 15:56:27.920064 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['4d16a98d-2508-49b3-ab25-411a471febe1'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 15:56:27.965227 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 8522b6de-73ae-40ea-9d84-1a64555ddf0d, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=8522b6de-73ae-40ea-9d84-1a64555ddf0d,segment=NetworkSegment(e1c17517-5a31-40b4-b29e-bfdc7d255762),segment_id=e1c17517-5a31-40b4-b29e-bfdc7d255762)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:56:27.971487 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (8522b6de-73ae-40ea-9d84-1a64555ddf0d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:28.161581 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6b4d7-35b8-45c0-90a6-0798736f3348 req-30e01f8d-a0f9-4c41-89d5-64050ea1c848 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:28.163103 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b8f6b4d7-35b8-45c0-90a6-0798736f3348 req-30e01f8d-a0f9-4c41-89d5-64050ea1c848 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 944 time: 0.0624666 Feb 02 15:56:28.170930 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=8522b6de-73ae-40ea-9d84-1a64555ddf0d,revision_number=4']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:28.217795 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b8f6b4d7-35b8-45c0-90a6-0798736f3348 req-dd839115-c21a-455e-bec0-2f8f10ecb7c1 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492256 Feb 02 15:56:28.333905 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86245db0-159f-4e9d-b60e-da0d56eb82ec req-181eb926-5b38-4e19-8d92-a151f317b39d tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:28.335713 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-86245db0-159f-4e9d-b60e-da0d56eb82ec req-181eb926-5b38-4e19-8d92-a151f317b39d tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/ports?device_id=0477e728-62bc-44e2-a8b9-14d1ed6bfbb8 HTTP/1.1" status: 200 len: 944 time: 0.0590575 Feb 02 15:56:28.382615 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-86245db0-159f-4e9d-b60e-da0d56eb82ec req-44bee9a2-29f1-4740-b128-ab69413ed625 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/security-groups?id=1c67e615-dc8f-4b94-a477-fe978a7983b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416961 Feb 02 15:56:28.638581 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['8522b6de-73ae-40ea-9d84-1a64555ddf0d'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 15:56:28.718807 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea87ce7-3e86-435c-9e05-612ebbea403a req-3a4cd8fd-9204-4885-939e-25f974894abe tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:28.727794 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-7ea87ce7-3e86-435c-9e05-612ebbea403a req-3a4cd8fd-9204-4885-939e-25f974894abe tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0736971 Feb 02 15:56:28.779794 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-7ea87ce7-3e86-435c-9e05-612ebbea403a req-03e07097-6cca-4681-8bdc-245d08f3d1d5 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510993 Feb 02 15:56:29.375138 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e456a-2ff5-41b8-9048-e5bc1f997571 req-b83b5479-004a-47a0-bcd8-3bf1ab94aef5 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:29.377148 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-661e456a-2ff5-41b8-9048-e5bc1f997571 req-b83b5479-004a-47a0-bcd8-3bf1ab94aef5 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 944 time: 0.0701566 Feb 02 15:56:29.445739 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-661e456a-2ff5-41b8-9048-e5bc1f997571 req-cd1ed6dd-a263-4caf-b43c-fc5aad06cab4 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624123 Feb 02 15:56:29.530287 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188eb08a-1d8e-42b4-8b25-507242cdc7c7 req-1946b132-50d9-4c9c-b9d5-896cfd02cee7 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:29.532053 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-188eb08a-1d8e-42b4-8b25-507242cdc7c7 req-1946b132-50d9-4c9c-b9d5-896cfd02cee7 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/ports?device_id=0477e728-62bc-44e2-a8b9-14d1ed6bfbb8 HTTP/1.1" status: 200 len: 944 time: 0.0696659 Feb 02 15:56:29.594941 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-188eb08a-1d8e-42b4-8b25-507242cdc7c7 req-6837e1ef-ded6-4892-bcef-80d6de605e23 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/security-groups?id=1c67e615-dc8f-4b94-a477-fe978a7983b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523891 Feb 02 15:56:29.760986 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 4d16a98d-2508-49b3-ab25-411a471febe1 up at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:56:29.815507 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning complete for port 4d16a98d-2508-49b3-ab25-411a471febe1 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:29.815876 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (4d16a98d-2508-49b3-ab25-411a471febe1), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:29.919284 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port 4d16a98d-2508-49b3-ab25-411a471febe1 is: BUILD; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:56:29.919747 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (4d16a98d-2508-49b3-ab25-411a471febe1), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:29.948600 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbab2a9b-59f4-4d9b-a34a-f5b1448b689c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d16a98d-2508-49b3-ab25-411a471febe1'}] {{(pid=109040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:56:29.951235 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1d7bcdb5a183cc49b107777b4db9278503cec4984c40d99c754c4d9ca4724a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d173497d-8c50-4bc1-97bc-233c355bf72d" -d '{"events": [{"server_uuid": "dbab2a9b-59f4-4d9b-a34a-f5b1448b689c", "name": "network-vif-plugged", "status": "completed", "tag": "4d16a98d-2508-49b3-ab25-411a471febe1"}]}' {{(pid=109040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:56:29.966761 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 4d16a98d-2508-49b3-ab25-411a471febe1, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=4d16a98d-2508-49b3-ab25-411a471febe1,segment=NetworkSegment(72c8047b-a40f-40bf-b022-6f2ccec93ad0),segment_id=72c8047b-a40f-40bf-b022-6f2ccec93ad0)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:56:29.976743 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (4d16a98d-2508-49b3-ab25-411a471febe1), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:29.977622 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 8522b6de-73ae-40ea-9d84-1a64555ddf0d up at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:56:29.988126 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fbc08-7c30-4d10-938c-5436ac343eb3 req-870b6f3f-322e-4b09-930b-5fb22a89eebe tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:29.990748 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-178fbc08-7c30-4d10-938c-5436ac343eb3 req-870b6f3f-322e-4b09-930b-5fb22a89eebe tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0962112 Feb 02 15:56:30.013370 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 15:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e912b00c-0c58-49f8-b322-094888e292aa x-openstack-request-id: req-e912b00c-0c58-49f8-b322-094888e292aa {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:56:30.013704 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbab2a9b-59f4-4d9b-a34a-f5b1448b689c", "name": "network-vif-plugged", "status": "completed", "tag": "4d16a98d-2508-49b3-ab25-411a471febe1", "code": 200}]} {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:56:30.013893 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-e912b00c-0c58-49f8-b322-094888e292aa {{(pid=109040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:56:30.014255 dv-cinder-827511-1-iscsi neutron-server[109040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbab2a9b-59f4-4d9b-a34a-f5b1448b689c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d16a98d-2508-49b3-ab25-411a471febe1', 'code': 200} Feb 02 15:56:30.101775 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=4d16a98d-2508-49b3-ab25-411a471febe1,revision_number=7']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:30.116427 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-178fbc08-7c30-4d10-938c-5436ac343eb3 req-9c052c85-2909-4ea0-8b02-874ff01427d0 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156428 Feb 02 15:56:30.167875 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning for port 8522b6de-73ae-40ea-9d84-1a64555ddf0d completed by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:56:30.174618 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning complete for port 8522b6de-73ae-40ea-9d84-1a64555ddf0d triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:30.175082 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (8522b6de-73ae-40ea-9d84-1a64555ddf0d), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:30.297358 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port 8522b6de-73ae-40ea-9d84-1a64555ddf0d is: BUILD; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:56:30.297711 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (8522b6de-73ae-40ea-9d84-1a64555ddf0d), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:30.358017 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 8522b6de-73ae-40ea-9d84-1a64555ddf0d, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=8522b6de-73ae-40ea-9d84-1a64555ddf0d,segment=NetworkSegment(e1c17517-5a31-40b4-b29e-bfdc7d255762),segment_id=e1c17517-5a31-40b4-b29e-bfdc7d255762)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:56:30.365599 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (8522b6de-73ae-40ea-9d84-1a64555ddf0d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:30.447368 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=8522b6de-73ae-40ea-9d84-1a64555ddf0d,revision_number=5']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:30.631585 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfeae9-7898-4261-bc7f-24b4553dac06 req-6ff34afc-e7ef-453f-9d94-04a4654f8bdc tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:30.639813 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a8cfeae9-7898-4261-bc7f-24b4553dac06 req-6ff34afc-e7ef-453f-9d94-04a4654f8bdc tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.1073258 Feb 02 15:56:30.716943 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a8cfeae9-7898-4261-bc7f-24b4553dac06 req-68896dcb-2b70-4c53-8464-327aae0feb0e tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762246 Feb 02 15:56:30.748105 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a985af-9bb8-4f45-8a1d-ce979ac315ff req-acd8f3ba-0fb8-4658-a00d-9546369fdb13 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:30.750299 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a2a985af-9bb8-4f45-8a1d-ce979ac315ff req-acd8f3ba-0fb8-4658-a00d-9546369fdb13 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/ports?device_id=0477e728-62bc-44e2-a8b9-14d1ed6bfbb8 HTTP/1.1" status: 200 len: 945 time: 0.0741656 Feb 02 15:56:30.802543 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a2a985af-9bb8-4f45-8a1d-ce979ac315ff req-8085f044-5871-4292-95d9-367e82ded449 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/security-groups?id=1c67e615-dc8f-4b94-a477-fe978a7983b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465925 Feb 02 15:56:31.294562 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f274d1-70c3-4547-800a-51e178c74fa3 req-880e53a0-36ad-4023-8730-9306ccad367e tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:31.296221 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-57f274d1-70c3-4547-800a-51e178c74fa3 req-880e53a0-36ad-4023-8730-9306ccad367e tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0618203 Feb 02 15:56:31.350682 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-57f274d1-70c3-4547-800a-51e178c74fa3 req-14b5b531-934f-46b8-b196-def058dfd53e tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476062 Feb 02 15:56:32.015085 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8a9e5-9ff8-453f-a5d9-2afecc75ff29 req-3efb5cbb-149a-4f98-add2-0819fa279f60 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:32.016511 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0477e728-62bc-44e2-a8b9-14d1ed6bfbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8522b6de-73ae-40ea-9d84-1a64555ddf0d'}] {{(pid=109040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:56:32.017559 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9ef8a9e5-9ff8-453f-a5d9-2afecc75ff29 req-3efb5cbb-149a-4f98-add2-0819fa279f60 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.1533906 Feb 02 15:56:32.026571 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1d7bcdb5a183cc49b107777b4db9278503cec4984c40d99c754c4d9ca4724a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa0f217-75a5-4c26-855e-601815b82272" -d '{"events": [{"server_uuid": "0477e728-62bc-44e2-a8b9-14d1ed6bfbb8", "name": "network-vif-plugged", "status": "completed", "tag": "8522b6de-73ae-40ea-9d84-1a64555ddf0d"}]}' {{(pid=109040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:56:32.056193 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ffcb8-eba4-4b18-b428-a9f11b33e6bd req-a88431d2-7fc7-4102-a63d-6e4438d37f64 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:32.057830 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-157ffcb8-eba4-4b18-b428-a9f11b33e6bd req-a88431d2-7fc7-4102-a63d-6e4438d37f64 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/ports?device_id=0477e728-62bc-44e2-a8b9-14d1ed6bfbb8 HTTP/1.1" status: 200 len: 945 time: 0.1003947 Feb 02 15:56:32.108144 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9ef8a9e5-9ff8-453f-a5d9-2afecc75ff29 req-f9c951ff-7a3b-41be-879a-d6f51f9ee764 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790410 Feb 02 15:56:32.144839 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-157ffcb8-eba4-4b18-b428-a9f11b33e6bd req-e763c8c2-a41c-4e44-b6f0-4bc14d8ab668 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/security-groups?id=1c67e615-dc8f-4b94-a477-fe978a7983b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807490 Feb 02 15:56:32.185416 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 15:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6635a6-209c-4982-b105-ba835ccdbd3a x-openstack-request-id: req-2b6635a6-209c-4982-b105-ba835ccdbd3a {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:56:32.185783 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0477e728-62bc-44e2-a8b9-14d1ed6bfbb8", "name": "network-vif-plugged", "status": "completed", "tag": "8522b6de-73ae-40ea-9d84-1a64555ddf0d", "code": 200}]} {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:56:32.186043 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-2b6635a6-209c-4982-b105-ba835ccdbd3a {{(pid=109040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:56:32.186453 dv-cinder-827511-1-iscsi neutron-server[109040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0477e728-62bc-44e2-a8b9-14d1ed6bfbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8522b6de-73ae-40ea-9d84-1a64555ddf0d', 'code': 200} Feb 02 15:56:32.398664 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:56:32.451600 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b125f-14c4-4986-9192-0ceca3dca1af req-47c37c53-82c6-4d58-8e9f-31ff685e7ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:32.453627 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-a41b125f-14c4-4986-9192-0ceca3dca1af req-47c37c53-82c6-4d58-8e9f-31ff685e7ccc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0477e728-62bc-44e2-a8b9-14d1ed6bfbb8 HTTP/1.1" status: 200 len: 1129 time: 0.0826256 Feb 02 15:56:32.519239 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-a41b125f-14c4-4986-9192-0ceca3dca1af req-f9e46c51-a052-4ad5-9e8b-c7253e73d754 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1c67e615-dc8f-4b94-a477-fe978a7983b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552635 Feb 02 15:56:32.521643 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173d95a-78bc-4da2-a8ed-bcfc3721a92b req-0396d353-0664-43b8-95a5-cb5ccb8fdc55 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:32.523439 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c173d95a-78bc-4da2-a8ed-bcfc3721a92b req-0396d353-0664-43b8-95a5-cb5ccb8fdc55 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0703495 Feb 02 15:56:32.576836 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c173d95a-78bc-4da2-a8ed-bcfc3721a92b req-ffad167c-b4e5-49a3-bc53-080a1f0695fe tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469596 Feb 02 15:56:33.397914 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90cf3f-8bb9-4f0a-af52-a926044bca69 req-0a129b7b-1423-43bf-8a94-c6563125fc4b tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:33.405605 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6b90cf3f-8bb9-4f0a-af52-a926044bca69 req-0a129b7b-1423-43bf-8a94-c6563125fc4b tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.1332679 Feb 02 15:56:33.434987 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91f978-9b8a-4aa5-8698-a0151a40b4f1 req-321ced11-844f-44d9-b2db-4dabbc13882a tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:33.446163 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0c91f978-9b8a-4aa5-8698-a0151a40b4f1 req-321ced11-844f-44d9-b2db-4dabbc13882a tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/ports?device_id=0477e728-62bc-44e2-a8b9-14d1ed6bfbb8 HTTP/1.1" status: 200 len: 945 time: 0.1486430 Feb 02 15:56:33.535642 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0c91f978-9b8a-4aa5-8698-a0151a40b4f1 req-7edd7d3d-4bfb-4cc7-856a-1197d93a9e8e tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/security-groups?id=1c67e615-dc8f-4b94-a477-fe978a7983b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884149 Feb 02 15:56:33.561878 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 33220) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:56:33.575280 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6b90cf3f-8bb9-4f0a-af52-a926044bca69 req-89095c28-a12a-4131-877a-a83ef1ba0092 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056900 Feb 02 15:56:33.733542 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926d756-babf-4e95-8953-1eaf6afe80bd req-ca5fae35-848e-4800-ae48-2f0c530d5984 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:33.735070 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1926d756-babf-4e95-8953-1eaf6afe80bd req-ca5fae35-848e-4800-ae48-2f0c530d5984 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0714281 Feb 02 15:56:33.757426 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-71b0660b-2552-496b-89e2-2ff50a50f5a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:33.791651 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1926d756-babf-4e95-8953-1eaf6afe80bd req-dbc9f4a9-9840-4fb8-8554-c98584e3da19 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501933 Feb 02 15:56:33.859957 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-71b0660b-2552-496b-89e2-2ff50a50f5a8 admin admin] Publish callbacks [] for security_group (83ad7d1d-cae7-4ad3-a2e6-b37bb2c45157), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:33.864642 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-71b0660b-2552-496b-89e2-2ff50a50f5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (83ad7d1d-cae7-4ad3-a2e6-b37bb2c45157), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:33.907223 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-71b0660b-2552-496b-89e2-2ff50a50f5a8 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=c207b7fb8e32407b9f80319ec4951d4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3433270 Feb 02 15:56:33.908591 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 33226) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:56:33.908921 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0660b-2552-496b-89e2-2ff50a50f5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ad7d1d-cae7-4ad3-a2e6-b37bb2c45157,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:33.970680 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-e36ebcfb-a682-4fea-a19c-5c9f00eae396 admin admin] Publish callbacks [] for security_group (83ad7d1d-cae7-4ad3-a2e6-b37bb2c45157), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:33.992667 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-e36ebcfb-a682-4fea-a19c-5c9f00eae396 admin admin] Publish callbacks [] for security_group (83ad7d1d-cae7-4ad3-a2e6-b37bb2c45157), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:34.042325 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-e36ebcfb-a682-4fea-a19c-5c9f00eae396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (83ad7d1d-cae7-4ad3-a2e6-b37bb2c45157), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:34.045877 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-e36ebcfb-a682-4fea-a19c-5c9f00eae396 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:34.049658 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-e36ebcfb-a682-4fea-a19c-5c9f00eae396 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/83ad7d1d-cae7-4ad3-a2e6-b37bb2c45157 HTTP/1.1" status: 204 len: 168 time: 0.1374345 Feb 02 15:56:34.056532 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ebcfb-a682-4fea-a19c-5c9f00eae396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ad7d1d-cae7-4ad3-a2e6-b37bb2c45157,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:34.665544 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488f9c5-efe8-496d-a8a1-cadf4c5111a3 req-d9f59525-caf2-49ac-a938-3645135bc693 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:34.670607 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0488f9c5-efe8-496d-a8a1-cadf4c5111a3 req-d9f59525-caf2-49ac-a938-3645135bc693 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/ports?device_id=0477e728-62bc-44e2-a8b9-14d1ed6bfbb8 HTTP/1.1" status: 200 len: 945 time: 0.0691915 Feb 02 15:56:34.759397 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0488f9c5-efe8-496d-a8a1-cadf4c5111a3 req-58f4f9da-0ce9-48ee-b70a-8c1d263f4e26 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/security-groups?id=1c67e615-dc8f-4b94-a477-fe978a7983b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768244 Feb 02 15:56:34.771008 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f84f5e-8730-4fa4-a123-32afbf8faded req-798a78a6-1420-4bc6-93ca-87d08ba5ea4c tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:34.772780 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a8f84f5e-8730-4fa4-a123-32afbf8faded req-798a78a6-1420-4bc6-93ca-87d08ba5ea4c tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.1011839 Feb 02 15:56:34.832043 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a8f84f5e-8730-4fa4-a123-32afbf8faded req-24a373d7-c562-4871-b814-85f9cb8f2696 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526741 Feb 02 15:56:34.920773 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787d758-4920-4e2b-bb82-d6a92b39ad63 req-132874a1-fa3f-4296-a8fd-c46ed8409055 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:34.922589 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d787d758-4920-4e2b-bb82-d6a92b39ad63 req-132874a1-fa3f-4296-a8fd-c46ed8409055 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0535057 Feb 02 15:56:34.983525 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d787d758-4920-4e2b-bb82-d6a92b39ad63 req-da6ea478-ee6e-4ea8-aba6-ffa0adad55f1 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516415 Feb 02 15:56:35.891151 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669787f-5784-4726-9255-d705016fa895 req-c1bb5a1f-127f-413f-890e-076d7f010798 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:35.898976 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-7669787f-5784-4726-9255-d705016fa895 req-c1bb5a1f-127f-413f-890e-076d7f010798 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/ports?device_id=0477e728-62bc-44e2-a8b9-14d1ed6bfbb8 HTTP/1.1" status: 200 len: 945 time: 0.0625572 Feb 02 15:56:35.985117 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-7669787f-5784-4726-9255-d705016fa895 req-3649a8dc-48a0-46b5-9d00-3ffdf7e22c15 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/security-groups?id=1c67e615-dc8f-4b94-a477-fe978a7983b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851943 Feb 02 15:56:36.007988 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdb524-255b-4105-bd15-317b027c8042 req-2af6bf56-1dbe-4113-af76-aa35e2c624be tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:36.011592 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-56fdb524-255b-4105-bd15-317b027c8042 req-2af6bf56-1dbe-4113-af76-aa35e2c624be tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.0859702 Feb 02 15:56:36.069819 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-56fdb524-255b-4105-bd15-317b027c8042 req-262adea0-f374-469d-8be2-816f4e904ff5 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526223 Feb 02 15:56:36.132814 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee2e3f-86d1-4cbf-8777-d832b09c1a0e req-a2007035-d987-4459-a8c9-6cf43eb9e6a0 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:36.134570 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-faee2e3f-86d1-4cbf-8777-d832b09c1a0e req-a2007035-d987-4459-a8c9-6cf43eb9e6a0 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0636702 Feb 02 15:56:36.186977 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-faee2e3f-86d1-4cbf-8777-d832b09c1a0e req-4bffbf6e-1ba1-4bfe-8753-50dbc8e14972 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449347 Feb 02 15:56:37.191454 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e17234-1a33-4f83-8047-24f2af326370 req-e6c43338-0455-4ef6-be38-4eb04325079a tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:37.193157 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-15e17234-1a33-4f83-8047-24f2af326370 req-e6c43338-0455-4ef6-be38-4eb04325079a tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/ports?device_id=0477e728-62bc-44e2-a8b9-14d1ed6bfbb8 HTTP/1.1" status: 200 len: 945 time: 0.0961106 Feb 02 15:56:37.276335 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-15e17234-1a33-4f83-8047-24f2af326370 req-ec0faa06-8f96-4230-aa2c-354782dd15be tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/security-groups?id=1c67e615-dc8f-4b94-a477-fe978a7983b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730078 Feb 02 15:56:37.286764 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866bb8b-069c-4239-a82b-acaf7d5ef35d req-e89ed79f-84f2-43e9-8e5a-31057da1e498 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:37.288328 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5866bb8b-069c-4239-a82b-acaf7d5ef35d req-e89ed79f-84f2-43e9-8e5a-31057da1e498 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.0942481 Feb 02 15:56:37.369458 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5866bb8b-069c-4239-a82b-acaf7d5ef35d req-a35d7e14-9d64-43a7-9e37-10befba1a6bb tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754063 Feb 02 15:56:37.482844 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b2395-eb63-44e8-8a73-cdd73375941e req-4c6a676d-c5f4-408d-8de2-f78f1e9c24d5 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:37.484508 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-dd2b2395-eb63-44e8-8a73-cdd73375941e req-4c6a676d-c5f4-408d-8de2-f78f1e9c24d5 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.1080651 Feb 02 15:56:37.558609 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-dd2b2395-eb63-44e8-8a73-cdd73375941e req-38fe7127-788f-467c-bc15-eadf488b04d7 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671239 Feb 02 15:56:38.501091 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b3ada-02bf-4bdf-8750-0c32c9e16410 req-d3f7511d-1964-40f4-b584-6cdbff9fbd64 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:38.502536 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-907b3ada-02bf-4bdf-8750-0c32c9e16410 req-d3f7511d-1964-40f4-b584-6cdbff9fbd64 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.0650101 Feb 02 15:56:38.577708 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-907b3ada-02bf-4bdf-8750-0c32c9e16410 req-a8631cb7-5231-49d0-9a31-ab6053ee5906 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637915 Feb 02 15:56:38.744916 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b4635-acea-4b1b-88af-98230f59c119 req-b264c735-7034-4093-a882-8b9e9bda2055 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:38.746802 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-774b4635-acea-4b1b-88af-98230f59c119 req-b264c735-7034-4093-a882-8b9e9bda2055 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0704417 Feb 02 15:56:38.790047 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40148671-f845-4209-899d-c8dcb01f0def req-74dbe2e1-1e7f-46ab-993c-757f92a64983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:38.791699 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-40148671-f845-4209-899d-c8dcb01f0def req-74dbe2e1-1e7f-46ab-993c-757f92a64983 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 1129 time: 0.0490160 Feb 02 15:56:38.821515 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-774b4635-acea-4b1b-88af-98230f59c119 req-703f91bb-4fe0-448d-beb3-d091d5d31a2a tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672636 Feb 02 15:56:38.857974 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-40148671-f845-4209-899d-c8dcb01f0def req-cb21f054-e03b-41d9-aef3-ad2860cfcc9f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575624 Feb 02 15:56:39.702086 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d080e69-81f1-4dae-8dbb-808818867a7a req-aacc1b97-3af6-4a41-94f4-213f0f0e8194 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:39.703444 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2d080e69-81f1-4dae-8dbb-808818867a7a req-aacc1b97-3af6-4a41-94f4-213f0f0e8194 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.0552356 Feb 02 15:56:39.749577 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2d080e69-81f1-4dae-8dbb-808818867a7a req-c5b3fbcd-6186-47f6-bfcf-299a88e2373e tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405252 Feb 02 15:56:39.962215 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef789300-c77f-40b8-bef4-a61c683f44a4 req-8de93bdd-4792-413c-b53b-9862b921e96a tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:39.963859 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ef789300-c77f-40b8-bef4-a61c683f44a4 req-8de93bdd-4792-413c-b53b-9862b921e96a tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0592875 Feb 02 15:56:40.046315 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ef789300-c77f-40b8-bef4-a61c683f44a4 req-955f742e-029f-441e-bdce-fbb15e8ee49b tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751054 Feb 02 15:56:40.050324 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-58d19bd2-6e07-4d05-98c7-9d1333bc9109 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-854392213&fields=id&tenant_id=09f6a7ba2fd841cb8ddb919c7cc3cc33 HTTP/1.1" status: 200 len: 267 time: 0.0773902 Feb 02 15:56:40.178227 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-5ece657a-b638-42da-9c96-28eb4e93eb0e tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:40.180719 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-5ece657a-b638-42da-9c96-28eb4e93eb0e tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/networks?id=96264f45-29e5-48c2-8efd-888143a9e5e2 HTTP/1.1" status: 200 len: 809 time: 0.1209412 Feb 02 15:56:40.184629 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3974be8-2ae8-4bbb-9fb2-5fd768851bd6 req-1058c2a4-df0c-48be-8c2e-fc665877f411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:40.186193 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e3974be8-2ae8-4bbb-9fb2-5fd768851bd6 req-1058c2a4-df0c-48be-8c2e-fc665877f411 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e46d9c184bc14bb2869a6bbc48e00252&device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 1129 time: 0.0574396 Feb 02 15:56:40.198778 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-36dc2f66-e779-44e7-8367-8deeb8eafc06 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/quotas/09f6a7ba2fd841cb8ddb919c7cc3cc33 HTTP/1.1" status: 200 len: 375 time: 0.0121806 Feb 02 15:56:40.259951 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-40892d74-c3b7-4e5b-9841-c6040c78c646 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=09f6a7ba2fd841cb8ddb919c7cc3cc33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540090 Feb 02 15:56:40.282599 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3974be8-2ae8-4bbb-9fb2-5fd768851bd6 req-6147c8d5-4da9-4707-b9ee-cea06bcfe545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:40.284086 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e3974be8-2ae8-4bbb-9fb2-5fd768851bd6 req-6147c8d5-4da9-4707-b9ee-cea06bcfe545 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b0953c76-584e-4cc9-bd10-70c56077e5e6 HTTP/1.1" status: 200 len: 918 time: 0.0890164 Feb 02 15:56:40.363176 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-60252115-5932-4e98-a289-512ea0404f1d service neutron] 10.222.0.112 "GET /v2.0/networks/96264f45-29e5-48c2-8efd-888143a9e5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865064 Feb 02 15:56:40.414212 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e3974be8-2ae8-4bbb-9fb2-5fd768851bd6 req-5f607e88-4e36-470e-9678-d2d37ec174f3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d16a98d-2508-49b3-ab25-411a471febe1 HTTP/1.1" status: 200 len: 1000 time: 0.0635676 Feb 02 15:56:40.479975 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-35486586-1acc-490b-99d0-d84a8e840255 service neutron] 10.222.0.112 "GET /v2.0/networks/96264f45-29e5-48c2-8efd-888143a9e5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108491 Feb 02 15:56:40.488044 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3974be8-2ae8-4bbb-9fb2-5fd768851bd6 req-41ac13ad-954b-4d13-b804-c6f38a1a1251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:40.489618 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e3974be8-2ae8-4bbb-9fb2-5fd768851bd6 req-41ac13ad-954b-4d13-b804-c6f38a1a1251 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5347cd5-2ddb-4574-9672-af43239849ac HTTP/1.1" status: 200 len: 856 time: 0.0514085 Feb 02 15:56:40.549640 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3974be8-2ae8-4bbb-9fb2-5fd768851bd6 req-3d80cad4-352b-4c01-9881-1181b03f24ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:40.551835 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e3974be8-2ae8-4bbb-9fb2-5fd768851bd6 req-3d80cad4-352b-4c01-9881-1181b03f24ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0953c76-584e-4cc9-bd10-70c56077e5e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543127 Feb 02 15:56:40.675148 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e3974be8-2ae8-4bbb-9fb2-5fd768851bd6 req-eae7801a-6ca7-406b-9644-767ad2ce70ec service neutron] 10.222.0.59 "GET /v2.0/networks/b0953c76-584e-4cc9-bd10-70c56077e5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151822 Feb 02 15:56:40.792923 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e3974be8-2ae8-4bbb-9fb2-5fd768851bd6 req-3d2ca592-be32-43cb-875d-0dfabc04588d service neutron] 10.222.0.59 "GET /v2.0/networks/b0953c76-584e-4cc9-bd10-70c56077e5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098564 Feb 02 15:56:40.798679 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8f4123d9-9242-4017-8383-6919b73aa9e5 req-67a0f9de-9c11-454d-8e23-9f6fa9bf8622 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 210 time: 0.0316310 Feb 02 15:56:40.879778 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180976d-8af3-4588-89f3-f8356543f9bf req-23c2612a-df8e-4ea3-a9c3-042090887d0a tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:40.881373 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2180976d-8af3-4588-89f3-f8356543f9bf req-23c2612a-df8e-4ea3-a9c3-042090887d0a tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.0551472 Feb 02 15:56:40.934705 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2180976d-8af3-4588-89f3-f8356543f9bf req-7e5cc5ed-bdfd-4450-83d3-575f654ab30d tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478728 Feb 02 15:56:41.181928 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2dd710-3cb2-492c-a50b-67f7ba491291 req-c981b20a-082c-42ee-81f7-309940ab9938 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:41.183486 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5c2dd710-3cb2-492c-a50b-67f7ba491291 req-c981b20a-082c-42ee-81f7-309940ab9938 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0573084 Feb 02 15:56:41.244366 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5c2dd710-3cb2-492c-a50b-67f7ba491291 req-58b4dc6e-2d39-468c-aaae-14e084c78e43 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541153 Feb 02 15:56:41.603929 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbbf22-0f03-4096-a952-fc3383601ba4 req-4782c207-234d-4214-81df-1ab074844c66 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:41.605382 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5bcbbf22-0f03-4096-a952-fc3383601ba4 req-4782c207-234d-4214-81df-1ab074844c66 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0584991 Feb 02 15:56:41.648346 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facbec6-7ab1-4848-8577-53c94ab7545e req-be3db8df-f2c7-4e12-9184-1d621c48318a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:41.650277 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6facbec6-7ab1-4848-8577-53c94ab7545e req-be3db8df-f2c7-4e12-9184-1d621c48318a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=72f52223a6e14cb8a8c10c8caa85635b&device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 1129 time: 0.0615022 Feb 02 15:56:41.660614 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5bcbbf22-0f03-4096-a952-fc3383601ba4 req-b4d7731f-1096-4b52-9f88-35dda5478c21 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430079 Feb 02 15:56:41.750918 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facbec6-7ab1-4848-8577-53c94ab7545e req-211ae51e-f9be-4c09-bb49-42b0e3a2b240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:41.755095 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6facbec6-7ab1-4848-8577-53c94ab7545e req-211ae51e-f9be-4c09-bb49-42b0e3a2b240 service neutron] 10.222.0.59 "GET /v2.0/networks?id=aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca HTTP/1.1" status: 200 len: 920 time: 0.0960050 Feb 02 15:56:41.813218 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6facbec6-7ab1-4848-8577-53c94ab7545e req-146e5e2e-05f8-4f73-96d2-d8044a18875f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07bda9a9-5405-4d9f-bb29-c929ef3b4f5a HTTP/1.1" status: 200 len: 217 time: 0.0472412 Feb 02 15:56:41.877282 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facbec6-7ab1-4848-8577-53c94ab7545e req-542454df-bef1-4487-a7d4-2c76f9b396d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:41.879390 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6facbec6-7ab1-4848-8577-53c94ab7545e req-542454df-bef1-4487-a7d4-2c76f9b396d6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6bef7920-00cb-4a69-a6a7-9d6da3eabd36 HTTP/1.1" status: 200 len: 859 time: 0.0554733 Feb 02 15:56:41.951316 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9e711d6b-2d46-4861-a7b3-4183c5f20687 req-874ed21a-649c-4c8a-852a-b295bc6d78f8 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 210 time: 0.0563030 Feb 02 15:56:41.955897 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6facbec6-7ab1-4848-8577-53c94ab7545e req-d317f931-7542-428e-b8c5-e1d0bf54042e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428996 Feb 02 15:56:42.099599 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6facbec6-7ab1-4848-8577-53c94ab7545e req-0d851280-f1a0-4188-9de6-a20d83a63b6b service neutron] 10.222.0.59 "GET /v2.0/networks/aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327560 Feb 02 15:56:42.116665 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f3606-d8e3-45a2-9d25-cffe244de37b req-909d3322-292f-4c21-8d03-3fce3da81e53 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:42.118003 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-390f3606-d8e3-45a2-9d25-cffe244de37b req-909d3322-292f-4c21-8d03-3fce3da81e53 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.0843065 Feb 02 15:56:42.173777 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-390f3606-d8e3-45a2-9d25-cffe244de37b req-f7fbc83e-c675-40b1-9333-becabe22d1db tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483668 Feb 02 15:56:42.458823 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-65b60567-40f9-46fe-b56c-e14f8da80e95 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:42.460285 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-65b60567-40f9-46fe-b56c-e14f8da80e95 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.59 "GET /v2.0/networks?id=96264f45-29e5-48c2-8efd-888143a9e5e2 HTTP/1.1" status: 200 len: 809 time: 0.4002948 Feb 02 15:56:42.475828 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6facbec6-7ab1-4848-8577-53c94ab7545e req-1bc401f1-f5b0-41ad-a35c-61f828f1725c service neutron] 10.222.0.59 "GET /v2.0/networks/aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683112 Feb 02 15:56:42.540218 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-d2ab09ee-f8c3-4312-b3ed-9403ec42b9c1 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09f6a7ba2fd841cb8ddb919c7cc3cc33 HTTP/1.1" status: 200 len: 379 time: 0.0631905 Feb 02 15:56:42.564640 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-77ff5746-4ee1-4659-b65a-a5ab93f2e0ef tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Request body: {'port': {'device_id': 'd14625d6-128e-46ad-99ff-047af4b40534', 'network_id': '96264f45-29e5-48c2-8efd-888143a9e5e2', 'admin_state_up': True, 'tenant_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'security_groups': ['27e4c6fb-441a-44a7-bc4a-66c52d47a8b2']}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:56:42.694820 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 33496) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:56:42.702015 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-77ff5746-4ee1-4659-b65a-a5ab93f2e0ef tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Made reservation on behalf of 09f6a7ba2fd841cb8ddb919c7cc3cc33 for: {'port': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:56:42.706470 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-77ff5746-4ee1-4659-b65a-a5ab93f2e0ef tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:42.794199 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f32ea-3b6e-4cf8-bfa9-a60622fe9951 req-ed72e5e5-b33e-4863-82e0-812ec82d683d tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:42.795723 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-786f32ea-3b6e-4cf8-bfa9-a60622fe9951 req-ed72e5e5-b33e-4863-82e0-812ec82d683d tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0587518 Feb 02 15:56:42.828248 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65c5c02a-0bd1-4cd5-9fe5-9cd108bdf153 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:42.832861 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-f61b814f-1ef9-42f4-bea7-1949a54fac3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:42.867766 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_common [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-77ff5746-4ee1-4659-b65a-a5ab93f2e0ef tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Allocated IP 172.20.0.12 (96264f45-29e5-48c2-8efd-888143a9e5e2/93bf2d9b-25e2-4562-8db6-071a0b0be22c/a68738fb-31fa-4b71-bf99-ddd9c9105aba) {{(pid=109038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:56:42.877478 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-786f32ea-3b6e-4cf8-bfa9-a60622fe9951 req-20cc7214-f084-456c-a973-63e053d3fb50 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752726 Feb 02 15:56:42.934430 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65c5c02a-0bd1-4cd5-9fe5-9cd108bdf153 admin admin] Publish callbacks [] for security_group (4091c42a-8f52-478d-a100-9c333a4c6e10), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:42.938224 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65c5c02a-0bd1-4cd5-9fe5-9cd108bdf153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (4091c42a-8f52-478d-a100-9c333a4c6e10), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:42.982610 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-65c5c02a-0bd1-4cd5-9fe5-9cd108bdf153 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=1474a70829ab4e66a296dd00677f222c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2866504 Feb 02 15:56:42.983382 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 33504) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:56:42.984039 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5c02a-0bd1-4cd5-9fe5-9cd108bdf153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4091c42a-8f52-478d-a100-9c333a4c6e10,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:43.003873 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c5c02a-0bd1-4cd5-9fe5-9cd108bdf153 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:43.004236 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c5c02a-0bd1-4cd5-9fe5-9cd108bdf153 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:43.004587 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c5c02a-0bd1-4cd5-9fe5-9cd108bdf153 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:43.004929 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c5c02a-0bd1-4cd5-9fe5-9cd108bdf153 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:43.005310 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c5c02a-0bd1-4cd5-9fe5-9cd108bdf153 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:43.005824 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c5c02a-0bd1-4cd5-9fe5-9cd108bdf153 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:43.006163 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c5c02a-0bd1-4cd5-9fe5-9cd108bdf153 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:43.006500 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c5c02a-0bd1-4cd5-9fe5-9cd108bdf153 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:43.006862 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c5c02a-0bd1-4cd5-9fe5-9cd108bdf153 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:43.007194 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c5c02a-0bd1-4cd5-9fe5-9cd108bdf153 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:43.007518 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c5c02a-0bd1-4cd5-9fe5-9cd108bdf153 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:43.007840 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c5c02a-0bd1-4cd5-9fe5-9cd108bdf153 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:43.008308 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c5c02a-0bd1-4cd5-9fe5-9cd108bdf153 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:43.071430 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-77ff5746-4ee1-4659-b65a-a5ab93f2e0ef tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks [] for port (a68738fb-31fa-4b71-bf99-ddd9c9105aba), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:43.139909 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-77ff5746-4ee1-4659-b65a-a5ab93f2e0ef tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (a68738fb-31fa-4b71-bf99-ddd9c9105aba), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:43.179583 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-77ff5746-4ee1-4659-b65a-a5ab93f2e0ef tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Network 96264f45-29e5-48c2-8efd-888143a9e5e2 is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:56:43.207728 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-77ff5746-4ee1-4659-b65a-a5ab93f2e0ef tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:56:43.211689 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-77ff5746-4ee1-4659-b65a-a5ab93f2e0ef tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Received port after_create {{(pid=109038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:56:43.302287 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c4765c7e-c66f-46f2-8f12-8d5df1a705e8 req-0c1624e9-8e56-4966-a0a2-43af239d8b47 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 210 time: 0.2396615 Feb 02 15:56:43.324757 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-4f52cfd9-bbaa-41e6-8441-66196588c95d admin admin] Publish callbacks [] for security_group (4091c42a-8f52-478d-a100-9c333a4c6e10), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:43.336961 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-77ff5746-4ee1-4659-b65a-a5ab93f2e0ef tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:43.337852 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-77ff5746-4ee1-4659-b65a-a5ab93f2e0ef tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:43.386253 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-77ff5746-4ee1-4659-b65a-a5ab93f2e0ef tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8247211 Feb 02 15:56:43.396589 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff5746-4ee1-4659-b65a-a5ab93f2e0ef tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Pushing event updated for resources: {'Port': ['ID=a68738fb-31fa-4b71-bf99-ddd9c9105aba,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:43.402949 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-4f52cfd9-bbaa-41e6-8441-66196588c95d admin admin] Publish callbacks [] for security_group (4091c42a-8f52-478d-a100-9c333a4c6e10), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:43.403324 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-b1fa96c1-c955-4a8b-bfc5-95a17fc183d7 service neutron] Request body: {'port': {'device_id': 'd14625d6-128e-46ad-99ff-047af4b40534', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82751'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:56:43.463617 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff5746-4ee1-4659-b65a-a5ab93f2e0ef tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:43.463981 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff5746-4ee1-4659-b65a-a5ab93f2e0ef tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:43.464338 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff5746-4ee1-4659-b65a-a5ab93f2e0ef tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:43.464682 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff5746-4ee1-4659-b65a-a5ab93f2e0ef tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:43.465021 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff5746-4ee1-4659-b65a-a5ab93f2e0ef tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:43.465384 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff5746-4ee1-4659-b65a-a5ab93f2e0ef tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:43.465721 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff5746-4ee1-4659-b65a-a5ab93f2e0ef tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:43.466053 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff5746-4ee1-4659-b65a-a5ab93f2e0ef tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:43.466385 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff5746-4ee1-4659-b65a-a5ab93f2e0ef tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:43.466715 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff5746-4ee1-4659-b65a-a5ab93f2e0ef tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:43.467048 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff5746-4ee1-4659-b65a-a5ab93f2e0ef tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:43.467381 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff5746-4ee1-4659-b65a-a5ab93f2e0ef tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:43.467702 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff5746-4ee1-4659-b65a-a5ab93f2e0ef tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:43.502987 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c0af8-9802-49eb-abcd-388aead6fb15 req-1e716a31-0675-4c86-a1ae-995497caafa1 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:43.504587 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5d9c0af8-9802-49eb-abcd-388aead6fb15 req-1e716a31-0675-4c86-a1ae-995497caafa1 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 945 time: 0.1954374 Feb 02 15:56:43.555492 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-b1fa96c1-c955-4a8b-bfc5-95a17fc183d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (a68738fb-31fa-4b71-bf99-ddd9c9105aba), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:43.604010 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-4f52cfd9-bbaa-41e6-8441-66196588c95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (4091c42a-8f52-478d-a100-9c333a4c6e10), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:43.609225 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-4f52cfd9-bbaa-41e6-8441-66196588c95d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:43.610533 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-4f52cfd9-bbaa-41e6-8441-66196588c95d admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/4091c42a-8f52-478d-a100-9c333a4c6e10 HTTP/1.1" status: 204 len: 168 time: 0.6231995 Feb 02 15:56:43.634091 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5d9c0af8-9802-49eb-abcd-388aead6fb15 req-c388775d-6538-4485-9626-8c0c659da62e tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105464 Feb 02 15:56:43.662230 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f52cfd9-bbaa-41e6-8441-66196588c95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4091c42a-8f52-478d-a100-9c333a4c6e10,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:43.664402 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-cce45792-9463-4e46-ab71-7053fff6a3ae None None] Provisioning complete for port a68738fb-31fa-4b71-bf99-ddd9c9105aba triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:43.666955 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-cce45792-9463-4e46-ab71-7053fff6a3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (a68738fb-31fa-4b71-bf99-ddd9c9105aba), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:43.713035 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-cce45792-9463-4e46-ab71-7053fff6a3ae None None] Port a68738fb-31fa-4b71-bf99-ddd9c9105aba cannot update to ACTIVE because it is not bound. {{(pid=109040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 15:56:43.864175 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 4d16a98d-2508-49b3-ab25-411a471febe1 no longer exists at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 15:56:43.883179 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-b1fa96c1-c955-4a8b-bfc5-95a17fc183d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a68738fb-31fa-4b71-bf99-ddd9c9105aba {{(pid=109038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 15:56:43.892394 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-b1fa96c1-c955-4a8b-bfc5-95a17fc183d7 service neutron] Publish callbacks [] for port (a68738fb-31fa-4b71-bf99-ddd9c9105aba), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:43.906377 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.provisioning_blocks [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-b1fa96c1-c955-4a8b-bfc5-95a17fc183d7 service neutron] Transition to ACTIVE for port object a68738fb-31fa-4b71-bf99-ddd9c9105aba will not be triggered until provisioned by entity L2. {{(pid=109038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:56:43.910607 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-b1fa96c1-c955-4a8b-bfc5-95a17fc183d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (a68738fb-31fa-4b71-bf99-ddd9c9105aba), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:43.976184 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa96c1-c955-4a8b-bfc5-95a17fc183d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a68738fb-31fa-4b71-bf99-ddd9c9105aba,revision_number=2']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:43.979079 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port 4d16a98d-2508-49b3-ab25-411a471febe1 is: ACTIVE; New status is: DOWN {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:56:43.980226 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (4d16a98d-2508-49b3-ab25-411a471febe1), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:44.026055 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbab2a9b-59f4-4d9b-a34a-f5b1448b689c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d16a98d-2508-49b3-ab25-411a471febe1'}] {{(pid=109040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:56:44.028494 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1d7bcdb5a183cc49b107777b4db9278503cec4984c40d99c754c4d9ca4724a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f21297-8b59-4aa7-922f-1e3acb6cec4d" -d '{"events": [{"server_uuid": "dbab2a9b-59f4-4d9b-a34a-f5b1448b689c", "name": "network-vif-unplugged", "status": "completed", "tag": "4d16a98d-2508-49b3-ab25-411a471febe1"}]}' {{(pid=109040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:56:44.049318 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed231e-ea1f-4c6b-8900-502fefab6102 req-0c004ade-891f-4b79-8cd2-3dd065f20c6f tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:44.049879 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 4d16a98d-2508-49b3-ab25-411a471febe1, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=4d16a98d-2508-49b3-ab25-411a471febe1,segment=NetworkSegment(72c8047b-a40f-40bf-b022-6f2ccec93ad0),segment_id=72c8047b-a40f-40bf-b022-6f2ccec93ad0)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:56:44.052360 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d6ed231e-ea1f-4c6b-8900-502fefab6102 req-0c004ade-891f-4b79-8cd2-3dd065f20c6f tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0692091 Feb 02 15:56:44.054826 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (4d16a98d-2508-49b3-ab25-411a471febe1), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:44.113538 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-b1fa96c1-c955-4a8b-bfc5-95a17fc183d7 service neutron] Attempting to bind port a68738fb-31fa-4b71-bf99-ddd9c9105aba on host hv-cinder-82751 for vnic_type normal with profile {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:56:44.113887 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-b1fa96c1-c955-4a8b-bfc5-95a17fc183d7 service neutron] Attempting to bind port a68738fb-31fa-4b71-bf99-ddd9c9105aba by drivers openvswitch,hyperv on host hv-cinder-82751 at level 0 using segments [{'id': '5a507211-54a4-4f7d-9c42-be9fe103a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '96264f45-29e5-48c2-8efd-888143a9e5e2'}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:56:44.119312 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-b1fa96c1-c955-4a8b-bfc5-95a17fc183d7 service neutron] Attempting to bind port a68738fb-31fa-4b71-bf99-ddd9c9105aba on network 96264f45-29e5-48c2-8efd-888143a9e5e2 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:56:44.127951 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 15:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4615d42b-6795-4ab2-aa1e-2d6d20f3b325 x-openstack-request-id: req-4615d42b-6795-4ab2-aa1e-2d6d20f3b325 {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:56:44.128566 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbab2a9b-59f4-4d9b-a34a-f5b1448b689c", "name": "network-vif-unplugged", "status": "completed", "tag": "4d16a98d-2508-49b3-ab25-411a471febe1", "code": 200}]} {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:56:44.129011 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-4615d42b-6795-4ab2-aa1e-2d6d20f3b325 {{(pid=109040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:56:44.129456 dv-cinder-827511-1-iscsi neutron-server[109040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbab2a9b-59f4-4d9b-a34a-f5b1448b689c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d16a98d-2508-49b3-ab25-411a471febe1', 'code': 200} Feb 02 15:56:44.131670 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-b1fa96c1-c955-4a8b-bfc5-95a17fc183d7 service neutron] Port a68738fb-31fa-4b71-bf99-ddd9c9105aba on network 96264f45-29e5-48c2-8efd-888143a9e5e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82751 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 15:56:44.132011 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-b1fa96c1-c955-4a8b-bfc5-95a17fc183d7 service neutron] Attempting to bind port a68738fb-31fa-4b71-bf99-ddd9c9105aba on network 96264f45-29e5-48c2-8efd-888143a9e5e2 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:56:44.137686 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-b1fa96c1-c955-4a8b-bfc5-95a17fc183d7 service neutron] Checking agent: {'id': 'd02ae37f-da75-47b5-8264-16fb0fa5b24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82751', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'started_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:56:44.138432 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=4d16a98d-2508-49b3-ab25-411a471febe1,revision_number=8']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:44.142678 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d6ed231e-ea1f-4c6b-8900-502fefab6102 req-c1a905d7-fc2d-4ebe-8868-cedfd95532e7 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728300 Feb 02 15:56:44.145691 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-b1fa96c1-c955-4a8b-bfc5-95a17fc183d7 service neutron] Checking segment: {'id': '5a507211-54a4-4f7d-9c42-be9fe103a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '96264f45-29e5-48c2-8efd-888143a9e5e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:56:44.148383 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-b1fa96c1-c955-4a8b-bfc5-95a17fc183d7 service neutron] Bound using segment: {'id': '5a507211-54a4-4f7d-9c42-be9fe103a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '96264f45-29e5-48c2-8efd-888143a9e5e2'} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:56:44.148852 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-b1fa96c1-c955-4a8b-bfc5-95a17fc183d7 service neutron] Bound port: a68738fb-31fa-4b71-bf99-ddd9c9105aba, host: hv-cinder-82751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a507211-54a4-4f7d-9c42-be9fe103a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '96264f45-29e5-48c2-8efd-888143a9e5e2'}}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:56:44.149265 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-b1fa96c1-c955-4a8b-bfc5-95a17fc183d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (a68738fb-31fa-4b71-bf99-ddd9c9105aba), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:44.241534 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-b1fa96c1-c955-4a8b-bfc5-95a17fc183d7 service neutron] For port a68738fb-31fa-4b71-bf99-ddd9c9105aba, host hv-cinder-82751, cleared binding levels {{(pid=109038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:56:44.244511 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-b1fa96c1-c955-4a8b-bfc5-95a17fc183d7 service neutron] For port a68738fb-31fa-4b71-bf99-ddd9c9105aba, host hv-cinder-82751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=a68738fb-31fa-4b71-bf99-ddd9c9105aba,segment=NetworkSegment(5a507211-54a4-4f7d-9c42-be9fe103a157),segment_id=5a507211-54a4-4f7d-9c42-be9fe103a157)] {{(pid=109038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:56:44.255177 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-b1fa96c1-c955-4a8b-bfc5-95a17fc183d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (a68738fb-31fa-4b71-bf99-ddd9c9105aba), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:44.287585 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-b1fa96c1-c955-4a8b-bfc5-95a17fc183d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:44.288207 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-b1fa96c1-c955-4a8b-bfc5-95a17fc183d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:44.289610 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-b1fa96c1-c955-4a8b-bfc5-95a17fc183d7 service neutron] 10.222.0.59 "PUT /v2.0/ports/a68738fb-31fa-4b71-bf99-ddd9c9105aba HTTP/1.1" status: 200 len: 1094 time: 0.8904996 Feb 02 15:56:44.292380 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14625d6-128e-46ad-99ff-047af4b40534', 'tag': 'a68738fb-31fa-4b71-bf99-ddd9c9105aba'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:56:44.294734 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f096ed8-9c31-4b95-b038-19812d3f00a8" -d '{"events": [{"name": "network-changed", "server_uuid": "d14625d6-128e-46ad-99ff-047af4b40534", "tag": "a68738fb-31fa-4b71-bf99-ddd9c9105aba"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:56:44.321463 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa96c1-c955-4a8b-bfc5-95a17fc183d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a68738fb-31fa-4b71-bf99-ddd9c9105aba,revision_number=3']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:44.349802 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 15:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f248e4c9-fe53-43f0-a9a3-680f2732709d x-openstack-request-id: req-f248e4c9-fe53-43f0-a9a3-680f2732709d {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:56:44.350099 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14625d6-128e-46ad-99ff-047af4b40534", "tag": "a68738fb-31fa-4b71-bf99-ddd9c9105aba", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:56:44.350354 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-f248e4c9-fe53-43f0-a9a3-680f2732709d {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:56:44.350764 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14625d6-128e-46ad-99ff-047af4b40534', 'tag': 'a68738fb-31fa-4b71-bf99-ddd9c9105aba', 'status': 'completed', 'code': 200} Feb 02 15:56:44.436748 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a4577-2da9-4c86-89e6-baa4cf38c5ca req-68d0de82-6f88-4193-8892-5fa4826200c9 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:44.438910 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-183a4577-2da9-4c86-89e6-baa4cf38c5ca req-68d0de82-6f88-4193-8892-5fa4826200c9 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 944 time: 0.0559077 Feb 02 15:56:44.494520 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-183a4577-2da9-4c86-89e6-baa4cf38c5ca req-e116ec0c-531c-4d88-9c53-63c5e9bfc508 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498185 Feb 02 15:56:44.758550 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34426933-fd2f-4a39-a62a-eddddcba65f1 req-5acb9a0e-05df-41ef-bc43-984b6882e3c7 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:44.760085 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-34426933-fd2f-4a39-a62a-eddddcba65f1 req-5acb9a0e-05df-41ef-bc43-984b6882e3c7 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 943 time: 0.0523994 Feb 02 15:56:44.809569 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-34426933-fd2f-4a39-a62a-eddddcba65f1 req-02a92143-8c9c-458d-9fb9-4186557af92e tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429871 Feb 02 15:56:45.287175 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c7173-9a1d-4c3c-a036-6daf158951d3 req-a3fdbe93-e66e-4935-8bd7-33e3b63eb7dd tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:45.288654 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-746c7173-9a1d-4c3c-a036-6daf158951d3 req-a3fdbe93-e66e-4935-8bd7-33e3b63eb7dd tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0696843 Feb 02 15:56:45.310947 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [req-8f14d5dd-01c2-4c3f-af98-67537fb6912e req-ab2410bd-a956-497f-9cb9-a8977c8b1b1f service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=109039) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 15:56:45.311927 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8f14d5dd-01c2-4c3f-af98-67537fb6912e req-ab2410bd-a956-497f-9cb9-a8977c8b1b1f service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049546 Feb 02 15:56:45.344818 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-746c7173-9a1d-4c3c-a036-6daf158951d3 req-c70886a8-1e79-449a-bede-20fcc96051d8 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505195 Feb 02 15:56:45.349748 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-614d8a53-5f2f-4a67-8b9d-92c5d6e0587e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:45.482092 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195e48-7f51-442d-85c8-46a32db090c8 req-2f79c700-ad5e-4923-85ee-32ee3d941c76 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:45.483587 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1b195e48-7f51-442d-85c8-46a32db090c8 req-2f79c700-ad5e-4923-85ee-32ee3d941c76 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 943 time: 0.0543525 Feb 02 15:56:45.537309 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1b195e48-7f51-442d-85c8-46a32db090c8 req-1cccbf93-417e-4631-a3a6-82a4f73cce80 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473452 Feb 02 15:56:45.623829 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30dc16-bb26-44d3-b720-dccc45db9627 req-c6054021-a0a3-4057-9149-610775a63aaa tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:45.631390 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9f30dc16-bb26-44d3-b720-dccc45db9627 req-c6054021-a0a3-4057-9149-610775a63aaa tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 944 time: 0.0650022 Feb 02 15:56:45.686751 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9f30dc16-bb26-44d3-b720-dccc45db9627 req-c6f478ed-a881-44b6-8624-8b9db57aa8d1 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541499 Feb 02 15:56:45.830222 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 33576) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:56:45.957285 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-37e206b8-06d5-4745-8594-40bd29bd886e req-1554fb0b-a704-4306-a796-7a4da7d3239e service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1257768 Feb 02 15:56:45.965767 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [req-37e206b8-06d5-4745-8594-40bd29bd886e req-ac85d559-218b-4c21-b0a1-116a2dcd7891 service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=109039) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 15:56:45.966748 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-37e206b8-06d5-4745-8594-40bd29bd886e req-ac85d559-218b-4c21-b0a1-116a2dcd7891 service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050390 Feb 02 15:56:46.231292 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:46.475838 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c0f79-03cb-4b0e-8eb6-ca2b7ab587e6 req-ea8c7f38-fa86-40e2-a434-d02684fad997 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:46.477692 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ca6c0f79-03cb-4b0e-8eb6-ca2b7ab587e6 req-ea8c7f38-fa86-40e2-a434-d02684fad997 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0580258 Feb 02 15:56:46.527817 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ca6c0f79-03cb-4b0e-8eb6-ca2b7ab587e6 req-85519cef-2cab-4de2-b684-9b750b555158 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436635 Feb 02 15:56:46.659775 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30f3a0-32aa-4f7d-87f1-fe71b8838247 req-78203190-f01b-48ec-8193-43943781d0d6 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:46.661298 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9d30f3a0-32aa-4f7d-87f1-fe71b8838247 req-78203190-f01b-48ec-8193-43943781d0d6 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 943 time: 0.0552671 Feb 02 15:56:46.709334 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9d30f3a0-32aa-4f7d-87f1-fe71b8838247 req-1289d56b-2123-443e-9832-d7dbdecd9f1f tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423846 Feb 02 15:56:46.803738 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121904be-a200-4566-971d-72cd06e39a2c req-a9061985-e303-4c3a-a259-4b48f20aa08b tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:46.805251 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-121904be-a200-4566-971d-72cd06e39a2c req-a9061985-e303-4c3a-a259-4b48f20aa08b tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 944 time: 0.0523999 Feb 02 15:56:46.857194 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-121904be-a200-4566-971d-72cd06e39a2c req-a8a61ed8-e731-4785-b288-0e9b4e707028 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462277 Feb 02 15:56:47.064787 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:47.180394 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f096ed8-9c31-4b95-b038-19812d3f00a8 req-d341aa3c-5a6d-44f4-8f21-04db0303840a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:47.182005 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0f096ed8-9c31-4b95-b038-19812d3f00a8 req-d341aa3c-5a6d-44f4-8f21-04db0303840a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09f6a7ba2fd841cb8ddb919c7cc3cc33&device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 1128 time: 0.0516431 Feb 02 15:56:47.322019 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f096ed8-9c31-4b95-b038-19812d3f00a8 req-d1a65e74-a143-4c76-a970-95c8cf528940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:47.323562 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0f096ed8-9c31-4b95-b038-19812d3f00a8 req-d1a65e74-a143-4c76-a970-95c8cf528940 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=09f6a7ba2fd841cb8ddb919c7cc3cc33&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1022153 Feb 02 15:56:47.479272 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f096ed8-9c31-4b95-b038-19812d3f00a8 req-3be07b85-a8af-4dcf-a6be-6ab19c0b4656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:47.480739 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0f096ed8-9c31-4b95-b038-19812d3f00a8 req-3be07b85-a8af-4dcf-a6be-6ab19c0b4656 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935922 Feb 02 15:56:47.662023 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:47.674904 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949db41-05eb-4706-9078-a70c5cd4cd32 req-34f1549e-8f27-4de9-97f9-1021e25ee0cf tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:47.676456 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1949db41-05eb-4706-9078-a70c5cd4cd32 req-34f1549e-8f27-4de9-97f9-1021e25ee0cf tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0819356 Feb 02 15:56:47.699923 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-355d397c-4c59-4fbb-a8ab-e1e9a301cd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:47.701805 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-355d397c-4c59-4fbb-a8ab-e1e9a301cd91 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09f6a7ba2fd841cb8ddb919c7cc3cc33&device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 1128 time: 0.0737188 Feb 02 15:56:47.735611 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1949db41-05eb-4706-9078-a70c5cd4cd32 req-b7b79f58-49ce-4c58-a4de-5cd1571dcdf8 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453563 Feb 02 15:56:47.765205 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-49b8aeec-15c1-4e19-8de6-b44b66f77c76 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a68738fb-31fa-4b71-bf99-ddd9c9105aba HTTP/1.1" status: 200 len: 217 time: 0.0373938 Feb 02 15:56:47.817689 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-664eb978-e258-4b20-b18b-8473aa2be2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:47.819156 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-664eb978-e258-4b20-b18b-8473aa2be2bb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=93bf2d9b-25e2-4562-8db6-071a0b0be22c HTTP/1.1" status: 200 len: 848 time: 0.0449212 Feb 02 15:56:47.839497 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef184bdd-b353-455e-b741-e4279f105e47 req-0fc30220-b3e6-4507-9cc5-7b27457bc140 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:47.840900 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ef184bdd-b353-455e-b741-e4279f105e47 req-0fc30220-b3e6-4507-9cc5-7b27457bc140 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 943 time: 0.0522003 Feb 02 15:56:47.871304 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-9e8fb6ad-48bb-481e-b0c1-6bb2c2b7fd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:47.873058 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-9e8fb6ad-48bb-481e-b0c1-6bb2c2b7fd48 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96264f45-29e5-48c2-8efd-888143a9e5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475569 Feb 02 15:56:47.889083 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ef184bdd-b353-455e-b741-e4279f105e47 req-20f8771c-0d0a-46ba-a429-af79a0fc3f7c tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418684 Feb 02 15:56:47.997165 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-8752a463-d7e4-4a8e-a0b4-394bb5dedd16 service neutron] 10.222.0.59 "GET /v2.0/networks/96264f45-29e5-48c2-8efd-888143a9e5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019368 Feb 02 15:56:48.006204 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543835a-559c-4b17-9d6c-fe225ad1ce4c req-72a876d3-5283-4b23-bdfd-39909eb5d028 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:48.007703 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1543835a-559c-4b17-9d6c-fe225ad1ce4c req-72a876d3-5283-4b23-bdfd-39909eb5d028 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 944 time: 0.0610540 Feb 02 15:56:48.065475 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1543835a-559c-4b17-9d6c-fe225ad1ce4c req-f1d329d3-72fe-4595-84ac-2a7170710912 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522282 Feb 02 15:56:48.107589 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-f31e3f0b-0e64-430f-b78f-71116cd69a2d req-b6283dfc-9073-414b-8c37-24569709b419 service neutron] 10.222.0.59 "GET /v2.0/networks/96264f45-29e5-48c2-8efd-888143a9e5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008708 Feb 02 15:56:48.870829 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53919a71-9f78-4e2d-8362-22e38f28a322 req-ff6f772b-285d-44f0-ab7a-44349e8e439d tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:48.872294 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-53919a71-9f78-4e2d-8362-22e38f28a322 req-ff6f772b-285d-44f0-ab7a-44349e8e439d tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0601244 Feb 02 15:56:48.922711 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-53919a71-9f78-4e2d-8362-22e38f28a322 req-50b1ed2b-eb67-40dc-b97a-ed600d33a696 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428998 Feb 02 15:56:49.026049 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e9498-501f-4bcb-b58d-0e547ec75852 req-f255422e-d48f-4927-bc65-d0b0d32910b1 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:49.027739 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-954e9498-501f-4bcb-b58d-0e547ec75852 req-f255422e-d48f-4927-bc65-d0b0d32910b1 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 943 time: 0.0586472 Feb 02 15:56:49.089121 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-954e9498-501f-4bcb-b58d-0e547ec75852 req-29c85a99-b0c3-447e-87ee-54f30cc92e36 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551090 Feb 02 15:56:49.190195 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:56:49.247108 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615f826-7d63-4f89-8473-aae9b0e30e72 req-c04826b8-5bb0-42ae-9c8a-9431e0bf6d68 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:49.248515 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e615f826-7d63-4f89-8473-aae9b0e30e72 req-c04826b8-5bb0-42ae-9c8a-9431e0bf6d68 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 944 time: 0.0772848 Feb 02 15:56:49.343379 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e206b8-06d5-4745-8594-40bd29bd886e req-744f441e-1360-4ac1-ba94-0e464ee1fa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:49.352996 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e615f826-7d63-4f89-8473-aae9b0e30e72 req-a53e59d0-edd8-4c71-8d48-f769f6931e60 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970428 Feb 02 15:56:49.361960 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-37e206b8-06d5-4745-8594-40bd29bd886e req-744f441e-1360-4ac1-ba94-0e464ee1fa4e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c&tenant_id=e46d9c184bc14bb2869a6bbc48e00252 HTTP/1.1" status: 200 len: 1127 time: 0.1418712 Feb 02 15:56:49.479495 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e206b8-06d5-4745-8594-40bd29bd886e req-34b64449-7ba4-41cf-ab48-2b42a13eb596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:49.481234 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-37e206b8-06d5-4745-8594-40bd29bd886e req-34b64449-7ba4-41cf-ab48-2b42a13eb596 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e46d9c184bc14bb2869a6bbc48e00252&device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 1127 time: 0.0523405 Feb 02 15:56:49.583650 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e206b8-06d5-4745-8594-40bd29bd886e req-108cafb0-a272-44bd-b736-c51247f23799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:49.585161 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-37e206b8-06d5-4745-8594-40bd29bd886e req-108cafb0-a272-44bd-b736-c51247f23799 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b0953c76-584e-4cc9-bd10-70c56077e5e6 HTTP/1.1" status: 200 len: 918 time: 0.0942845 Feb 02 15:56:49.658933 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-37e206b8-06d5-4745-8594-40bd29bd886e req-1d7b931f-0abb-4a8b-913e-d502f312b4bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d16a98d-2508-49b3-ab25-411a471febe1 HTTP/1.1" status: 200 len: 998 time: 0.0608902 Feb 02 15:56:49.715469 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e206b8-06d5-4745-8594-40bd29bd886e req-343ca2b7-7b0d-40a3-8b0d-4b8a9b1a20c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:49.716937 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-37e206b8-06d5-4745-8594-40bd29bd886e req-343ca2b7-7b0d-40a3-8b0d-4b8a9b1a20c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5347cd5-2ddb-4574-9672-af43239849ac HTTP/1.1" status: 200 len: 856 time: 0.0469613 Feb 02 15:56:49.774258 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e206b8-06d5-4745-8594-40bd29bd886e req-09406fc5-09d3-4d3c-b362-4524be854981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:49.775775 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-37e206b8-06d5-4745-8594-40bd29bd886e req-09406fc5-09d3-4d3c-b362-4524be854981 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0953c76-584e-4cc9-bd10-70c56077e5e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450282 Feb 02 15:56:49.865192 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-37e206b8-06d5-4745-8594-40bd29bd886e req-5edc2a49-9519-44f3-b80e-b3234f5c3c82 service neutron] 10.222.0.59 "GET /v2.0/networks/b0953c76-584e-4cc9-bd10-70c56077e5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812321 Feb 02 15:56:49.955923 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-37e206b8-06d5-4745-8594-40bd29bd886e req-87cce728-0198-48d7-93e2-cad7df7d7f08 service neutron] 10.222.0.59 "GET /v2.0/networks/b0953c76-584e-4cc9-bd10-70c56077e5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848677 Feb 02 15:56:50.230283 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26082859-80b2-47b0-8c20-fa9403eed52e req-1cca8c40-e43b-4818-878b-9c606c7f0a08 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:50.231310 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-26082859-80b2-47b0-8c20-fa9403eed52e req-1cca8c40-e43b-4818-878b-9c606c7f0a08 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 943 time: 0.0564225 Feb 02 15:56:50.282541 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-26082859-80b2-47b0-8c20-fa9403eed52e req-5758c5df-6aa0-4286-8971-cd37949b24e7 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436521 Feb 02 15:56:50.511887 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7f52a-c1cf-4e47-92d6-cbda99a7d410 req-f21f880e-aca0-426c-97e7-c6bf216a0e5f tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:50.513816 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-99c7f52a-c1cf-4e47-92d6-cbda99a7d410 req-f21f880e-aca0-426c-97e7-c6bf216a0e5f tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 944 time: 0.0739379 Feb 02 15:56:50.577468 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-99c7f52a-c1cf-4e47-92d6-cbda99a7d410 req-4d801044-9ad1-4040-aa6a-2add8cde44ea tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569212 Feb 02 15:56:51.439203 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbcf37-c0ea-4081-822c-0c05bd39b495 req-7ac6dfad-d2f0-4113-8ff9-b7960aad6758 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:51.445648 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-bbdbcf37-c0ea-4081-822c-0c05bd39b495 req-7ac6dfad-d2f0-4113-8ff9-b7960aad6758 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 943 time: 0.0844746 Feb 02 15:56:51.521827 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-bbdbcf37-c0ea-4081-822c-0c05bd39b495 req-d069dcd7-2bea-4570-9652-daf6baf03129 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716970 Feb 02 15:56:51.733559 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dec428-42b9-4db6-a230-fd107d7245e1 req-24a35e68-1740-4111-ad15-570b56a6bc98 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:51.741188 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c2dec428-42b9-4db6-a230-fd107d7245e1 req-24a35e68-1740-4111-ad15-570b56a6bc98 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 944 time: 0.0749779 Feb 02 15:56:51.798969 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c2dec428-42b9-4db6-a230-fd107d7245e1 req-72da822b-cc92-4ffd-accc-da1b1401a28a tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541081 Feb 02 15:56:52.670159 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b9f4b-1145-48f5-a142-e24f21f75b77 req-7eaf14dc-9a18-4d06-a9d0-b0836e42dd54 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:52.671700 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b70b9f4b-1145-48f5-a142-e24f21f75b77 req-7eaf14dc-9a18-4d06-a9d0-b0836e42dd54 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 943 time: 0.0716710 Feb 02 15:56:52.733437 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b70b9f4b-1145-48f5-a142-e24f21f75b77 req-3b2a5f6c-f350-4cfc-ba32-ac5ca5fde78d tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543966 Feb 02 15:56:52.935794 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac064ad7-849f-40ea-91c5-fc76b8ca0f06 req-7833198c-2a3a-48ad-b339-754fc2f4cc0a tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:52.937372 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ac064ad7-849f-40ea-91c5-fc76b8ca0f06 req-7833198c-2a3a-48ad-b339-754fc2f4cc0a tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 944 time: 0.0548749 Feb 02 15:56:52.991835 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ac064ad7-849f-40ea-91c5-fc76b8ca0f06 req-2c982e05-91e2-4c6f-80d4-39e57d5529db tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480409 Feb 02 15:56:53.881105 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fa162-b229-4ea9-8f9d-46c4ca418498 req-74cddf2f-d5b9-4651-8daf-7e43c02ac5a0 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:53.882829 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-027fa162-b229-4ea9-8f9d-46c4ca418498 req-74cddf2f-d5b9-4651-8daf-7e43c02ac5a0 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 943 time: 0.0718968 Feb 02 15:56:53.942779 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-027fa162-b229-4ea9-8f9d-46c4ca418498 req-4c33a234-947c-4da4-9d96-7fbe8b8499c4 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535588 Feb 02 15:56:54.149356 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88842a18-dd24-4702-b14b-2f83201a9489 req-6608c841-5d4b-40cc-9f89-6d2e6cdf105b tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:54.150817 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-88842a18-dd24-4702-b14b-2f83201a9489 req-6608c841-5d4b-40cc-9f89-6d2e6cdf105b tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.1002383 Feb 02 15:56:54.206119 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68063123-d0d6-42c1-8be9-1fd9f33090af req-08834c53-f103-4781-ac8f-a2f2cc32853a tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:54.207602 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-68063123-d0d6-42c1-8be9-1fd9f33090af req-08834c53-f103-4781-ac8f-a2f2cc32853a tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 944 time: 0.1025288 Feb 02 15:56:54.224161 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-88842a18-dd24-4702-b14b-2f83201a9489 req-f46e484f-5d6c-494f-87fd-d6339751fd31 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675330 Feb 02 15:56:54.274189 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-68063123-d0d6-42c1-8be9-1fd9f33090af req-187e55d2-f677-41e0-98d6-d31ce6f041d4 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588396 Feb 02 15:56:55.079501 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0509c41-179c-4a19-abc7-943447d59c86 req-d50a4e28-47ec-48fb-ab14-19018107466c tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:55.081526 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e0509c41-179c-4a19-abc7-943447d59c86 req-d50a4e28-47ec-48fb-ab14-19018107466c tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 943 time: 0.0557745 Feb 02 15:56:55.137410 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e0509c41-179c-4a19-abc7-943447d59c86 req-01a7592e-51a4-4b89-ae13-bf3e7ae409ea tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502439 Feb 02 15:56:55.362123 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23306a-2a08-4d2a-b34a-9f809c26e78a req-675080f0-841f-4181-bd96-19e28e4a2cb4 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:55.364158 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1f23306a-2a08-4d2a-b34a-9f809c26e78a req-675080f0-841f-4181-bd96-19e28e4a2cb4 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0652828 Feb 02 15:56:55.445589 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1f23306a-2a08-4d2a-b34a-9f809c26e78a req-29da6e64-aadf-4edb-8f39-9c16947d55e6 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687506 Feb 02 15:56:55.458401 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e63e0-2cc5-4c4f-9c3b-478f8fd27b11 req-fab3001b-9d8a-4df5-9b0d-edf73d811dcb tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:55.460630 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f31e63e0-2cc5-4c4f-9c3b-478f8fd27b11 req-fab3001b-9d8a-4df5-9b0d-edf73d811dcb tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 944 time: 0.0933740 Feb 02 15:56:55.519130 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f31e63e0-2cc5-4c4f-9c3b-478f8fd27b11 req-59c8fd5b-e6c5-4130-a311-8060cbb5e17e tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505307 Feb 02 15:56:56.264678 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382613d-ed96-4ec2-8ba5-ef2ffabe7baf req-0a09b9bb-906c-4771-a51d-705b2b6b9e82 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:56.266733 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d382613d-ed96-4ec2-8ba5-ef2ffabe7baf req-0a09b9bb-906c-4771-a51d-705b2b6b9e82 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 943 time: 0.0544834 Feb 02 15:56:56.318604 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d382613d-ed96-4ec2-8ba5-ef2ffabe7baf req-aa530184-488f-4c3f-8b5b-1f2d7dda54bf tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462220 Feb 02 15:56:56.604168 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a82cfc-0595-46f5-b798-6be2579b2d7d req-811d8f40-452e-4341-b378-6a53dfb6203b tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:56.606110 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c0a82cfc-0595-46f5-b798-6be2579b2d7d req-811d8f40-452e-4341-b378-6a53dfb6203b tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0880961 Feb 02 15:56:56.702829 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab2a86-9032-4c73-9775-e03e2aba2010 req-9210b549-5450-4928-af85-82e0a9c76621 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:56.704597 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f3ab2a86-9032-4c73-9775-e03e2aba2010 req-9210b549-5450-4928-af85-82e0a9c76621 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 944 time: 0.0915861 Feb 02 15:56:56.707897 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c0a82cfc-0595-46f5-b798-6be2579b2d7d req-1187cd68-eadc-4ce5-949c-b4f886627284 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961549 Feb 02 15:56:56.761453 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f3ab2a86-9032-4c73-9775-e03e2aba2010 req-c71d0d56-3444-473d-9a70-9a7c692cda8e tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512521 Feb 02 15:56:57.462529 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabea873-2ebd-4809-9eae-fffc97aac6bd req-1ffc9043-b6f9-4464-9ff8-3c1317f0b4d7 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:57.464379 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-fabea873-2ebd-4809-9eae-fffc97aac6bd req-1ffc9043-b6f9-4464-9ff8-3c1317f0b4d7 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 943 time: 0.0671477 Feb 02 15:56:57.521632 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-fabea873-2ebd-4809-9eae-fffc97aac6bd req-f1189aa0-3f6a-4c48-a144-528afdbdf5c4 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426912 Feb 02 15:56:57.873756 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f419a3f-17c8-4038-842e-5543b7e3565f req-9417fdd0-cafa-4fc9-a4b6-e36bd90b5d83 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:57.875330 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0f419a3f-17c8-4038-842e-5543b7e3565f req-9417fdd0-cafa-4fc9-a4b6-e36bd90b5d83 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0958660 Feb 02 15:56:57.971393 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0f419a3f-17c8-4038-842e-5543b7e3565f req-2303cec7-7f27-4934-88e2-57cf7924435b tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858064 Feb 02 15:56:57.983741 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9878f-50b4-47e4-b173-ddba3ca60c7f req-0c8a1a4d-95d5-43e5-aeb0-349a4bf2540b tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:57.989689 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0bc9878f-50b4-47e4-b173-ddba3ca60c7f req-0c8a1a4d-95d5-43e5-aeb0-349a4bf2540b tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 944 time: 0.1125190 Feb 02 15:56:58.046212 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0bc9878f-50b4-47e4-b173-ddba3ca60c7f req-8cd8c94a-78ac-4df1-824f-4af7130d4e76 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550821 Feb 02 15:56:58.656546 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5320f64-b0ea-461e-be9a-432b86e71e21 req-feb2653f-b893-43cb-8717-c3ddadc25e2b tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:58.658446 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c5320f64-b0ea-461e-be9a-432b86e71e21 req-feb2653f-b893-43cb-8717-c3ddadc25e2b tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 943 time: 0.0599802 Feb 02 15:56:58.712312 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c5320f64-b0ea-461e-be9a-432b86e71e21 req-4c676419-14d3-45a3-9cc8-6f5fd2005f1a tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482068 Feb 02 15:56:59.115395 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7740e-e805-4167-8a64-96592c809c2e req-bfb5b567-3d51-458d-b60c-1fda8c9fd8ae tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:59.115395 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d1f7740e-e805-4167-8a64-96592c809c2e req-bfb5b567-3d51-458d-b60c-1fda8c9fd8ae tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0636253 Feb 02 15:56:59.205918 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d1f7740e-e805-4167-8a64-96592c809c2e req-8959f282-5d09-42b5-9209-c0c1417eb803 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840964 Feb 02 15:56:59.222278 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06286948-2b80-40c1-a514-58fe36ae46f9 req-c2419d3a-9539-41f8-886c-f3a9948c462a tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:59.229711 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-06286948-2b80-40c1-a514-58fe36ae46f9 req-c2419d3a-9539-41f8-886c-f3a9948c462a tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 944 time: 0.0939882 Feb 02 15:56:59.278108 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-06286948-2b80-40c1-a514-58fe36ae46f9 req-4c31635e-6486-48e6-96e5-21435b56f5b8 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458934 Feb 02 15:56:59.850958 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711a233-4a35-4a32-a6ac-a28dc9f3032f req-a3e67d1d-60f0-40ae-92e4-904212c628f7 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:59.858163 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8711a233-4a35-4a32-a6ac-a28dc9f3032f req-a3e67d1d-60f0-40ae-92e4-904212c628f7 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 943 time: 0.0652051 Feb 02 15:56:59.923263 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8711a233-4a35-4a32-a6ac-a28dc9f3032f req-e2adbe1f-9156-4abc-837c-3c34a6f8a29a tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627370 Feb 02 15:57:00.338470 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc1f5c-f8f7-42ea-a041-c17f90101bf6 req-78472282-26ab-4df8-b9cb-282fc8f72ac1 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:00.351175 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9ccc1f5c-f8f7-42ea-a041-c17f90101bf6 req-78472282-26ab-4df8-b9cb-282fc8f72ac1 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0716426 Feb 02 15:57:00.428878 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9ccc1f5c-f8f7-42ea-a041-c17f90101bf6 req-91784ab6-6f89-44b5-9930-d7f5a7e7cfcf tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766542 Feb 02 15:57:00.447860 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69c1f7-4bff-425c-b4d0-68490bc5045a req-bcf33ae7-cc8e-4c9e-a1a7-d66f021b6c9f tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:00.450041 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-be69c1f7-4bff-425c-b4d0-68490bc5045a req-bcf33ae7-cc8e-4c9e-a1a7-d66f021b6c9f tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 944 time: 0.0879481 Feb 02 15:57:00.502143 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-be69c1f7-4bff-425c-b4d0-68490bc5045a req-f004c7d6-3bd4-45c8-97c6-3f505d3da10e tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459282 Feb 02 15:57:01.040066 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902907ff-6116-4665-ba00-df7c87d95a89 req-53f2de86-66b0-43bf-a5e2-09fa42657104 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:01.041656 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-902907ff-6116-4665-ba00-df7c87d95a89 req-53f2de86-66b0-43bf-a5e2-09fa42657104 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 943 time: 0.0521860 Feb 02 15:57:01.094432 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-902907ff-6116-4665-ba00-df7c87d95a89 req-7c004833-8ce5-4def-9448-9a2f1060951e tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472629 Feb 02 15:57:01.556343 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa080d-5fd9-4f2d-a662-892ab8ad8b18 req-17c94780-08e8-4351-b432-8cfda8d51e66 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:01.557855 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f9aa080d-5fd9-4f2d-a662-892ab8ad8b18 req-17c94780-08e8-4351-b432-8cfda8d51e66 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0541677 Feb 02 15:57:01.635049 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f9aa080d-5fd9-4f2d-a662-892ab8ad8b18 req-30d9b322-a756-4ebb-a112-67bafd8a0d4a tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710163 Feb 02 15:57:01.649979 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83ccaa-1a72-47b2-8838-f9be39e85741 req-0ee3b9fe-a491-4b1c-a834-a457f4ebff5a tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:01.651444 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1d83ccaa-1a72-47b2-8838-f9be39e85741 req-0ee3b9fe-a491-4b1c-a834-a457f4ebff5a tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 944 time: 0.0795193 Feb 02 15:57:01.701299 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1d83ccaa-1a72-47b2-8838-f9be39e85741 req-8edbc5a5-6154-41ed-b805-a5ed51cc4ab0 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444016 Feb 02 15:57:02.222280 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6d3c6-cde9-4411-a6d1-7014b290defc req-d79eea92-94ae-459e-8224-319c93e14855 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:02.223756 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e2a6d3c6-cde9-4411-a6d1-7014b290defc req-d79eea92-94ae-459e-8224-319c93e14855 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 943 time: 0.0568285 Feb 02 15:57:02.270959 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e2a6d3c6-cde9-4411-a6d1-7014b290defc req-a5f70d71-300c-4d7b-a9f9-06a1cd8a55d4 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416756 Feb 02 15:57:02.755094 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b01ded-3869-4e39-9a4d-6ac2eb6e96b1 req-673e31a4-4f5b-480a-821c-bb2373a49fa4 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:02.756593 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-10b01ded-3869-4e39-9a4d-6ac2eb6e96b1 req-673e31a4-4f5b-480a-821c-bb2373a49fa4 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0540855 Feb 02 15:57:02.840554 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-10b01ded-3869-4e39-9a4d-6ac2eb6e96b1 req-2419b1a8-ac74-4230-9b63-eadfeb51812d tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780566 Feb 02 15:57:02.855500 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479e001-dd3e-4eb7-9426-f50944838023 req-ef75b6a2-529d-4a57-ae2c-402b68b33cdf tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:02.857069 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f479e001-dd3e-4eb7-9426-f50944838023 req-ef75b6a2-529d-4a57-ae2c-402b68b33cdf tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 944 time: 0.0872567 Feb 02 15:57:02.910008 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f479e001-dd3e-4eb7-9426-f50944838023 req-9e1e3fd6-c1ab-4e20-950c-30be6cce3d8f tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472767 Feb 02 15:57:03.394212 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f8ae8-de27-4625-89c0-02afaf9287ce req-859f44ec-c53e-4e66-a577-21f955a75c56 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:03.395762 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-418f8ae8-de27-4625-89c0-02afaf9287ce req-859f44ec-c53e-4e66-a577-21f955a75c56 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 943 time: 0.0527575 Feb 02 15:57:03.443008 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-418f8ae8-de27-4625-89c0-02afaf9287ce req-2e4e6305-ff81-4ff7-97c3-7df75b6c1c53 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415981 Feb 02 15:57:03.962091 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa625ea-5db2-40f3-8ee7-b26219c74be3 req-91f2ab36-ed7e-405b-bd9a-c2ab58466a9b tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:03.963572 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-7aa625ea-5db2-40f3-8ee7-b26219c74be3 req-91f2ab36-ed7e-405b-bd9a-c2ab58466a9b tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0538857 Feb 02 15:57:04.040463 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-7aa625ea-5db2-40f3-8ee7-b26219c74be3 req-d77e4a44-dbf9-46bb-83ce-4fcb7b62952f tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714877 Feb 02 15:57:04.060893 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e0ca2-766f-4d48-8b51-bbfbc877232d req-ab03c2c4-e475-4a79-8034-932fafde04e4 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:04.062528 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d75e0ca2-766f-4d48-8b51-bbfbc877232d req-ab03c2c4-e475-4a79-8034-932fafde04e4 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 944 time: 0.0798841 Feb 02 15:57:04.113699 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device a68738fb-31fa-4b71-bf99-ddd9c9105aba details requested by agent hyperv_hv-cinder-82751 with host hv-cinder-82751 {{(pid=109040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 15:57:04.114269 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d75e0ca2-766f-4d48-8b51-bbfbc877232d req-b8e62103-c74f-42c6-915c-a3de70274c9f tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461147 Feb 02 15:57:04.219962 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port a68738fb-31fa-4b71-bf99-ddd9c9105aba, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=a68738fb-31fa-4b71-bf99-ddd9c9105aba,segment=NetworkSegment(5a507211-54a4-4f7d-9c42-be9fe103a157),segment_id=5a507211-54a4-4f7d-9c42-be9fe103a157)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:57:04.231177 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Returning: {'device': 'a68738fb-31fa-4b71-bf99-ddd9c9105aba', 'network_id': '96264f45-29e5-48c2-8efd-888143a9e5e2', 'port_id': 'a68738fb-31fa-4b71-bf99-ddd9c9105aba', 'mac_address': 'fa:16:3e:51:ac:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 986, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93bf2d9b-25e2-4562-8db6-071a0b0be22c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 15:57:04.273326 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port a68738fb-31fa-4b71-bf99-ddd9c9105aba is: DOWN; New status is: BUILD {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:57:04.273717 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (a68738fb-31fa-4b71-bf99-ddd9c9105aba), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:04.286898 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68738fb-31fa-4b71-bf99-ddd9c9105aba {{(pid=109040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 15:57:04.306499 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port a68738fb-31fa-4b71-bf99-ddd9c9105aba, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=a68738fb-31fa-4b71-bf99-ddd9c9105aba,segment=NetworkSegment(5a507211-54a4-4f7d-9c42-be9fe103a157),segment_id=5a507211-54a4-4f7d-9c42-be9fe103a157)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:57:04.310238 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (a68738fb-31fa-4b71-bf99-ddd9c9105aba), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:04.358338 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=a68738fb-31fa-4b71-bf99-ddd9c9105aba,revision_number=4']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:04.572450 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b6eb3-bbb6-4b54-a292-30ff04d6609b req-a797be21-a763-48e5-b2c3-6c97fe6e1b9d tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:04.574036 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-585b6eb3-bbb6-4b54-a292-30ff04d6609b req-a797be21-a763-48e5-b2c3-6c97fe6e1b9d tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 943 time: 0.0535243 Feb 02 15:57:04.621679 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-585b6eb3-bbb6-4b54-a292-30ff04d6609b req-38a41481-7aff-4ee5-9f93-933734ad214a tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416219 Feb 02 15:57:04.867434 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982888c-052b-4a0a-8baf-756f733032e7 req-e25bb0cf-57f4-4110-85d6-3bb3bd3d197b tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:04.868886 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-7982888c-052b-4a0a-8baf-756f733032e7 req-e25bb0cf-57f4-4110-85d6-3bb3bd3d197b tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0527301 Feb 02 15:57:04.910308 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['a68738fb-31fa-4b71-bf99-ddd9c9105aba'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 15:57:04.973706 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-7982888c-052b-4a0a-8baf-756f733032e7 req-0bbc2470-5f00-453e-9261-5067a4a2f447 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Deleting port 853ee009-59c0-4bb8-a9f2-a81aebd05c49 {{(pid=109038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 15:57:04.974077 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-7982888c-052b-4a0a-8baf-756f733032e7 req-0bbc2470-5f00-453e-9261-5067a4a2f447 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (853ee009-59c0-4bb8-a9f2-a81aebd05c49), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:05.066118 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-7982888c-052b-4a0a-8baf-756f733032e7 req-0bbc2470-5f00-453e-9261-5067a4a2f447 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] For port 853ee009-59c0-4bb8-a9f2-a81aebd05c49, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=853ee009-59c0-4bb8-a9f2-a81aebd05c49,segment=NetworkSegment(d4271925-4f0b-46e8-8c1e-4498d24f9aea),segment_id=d4271925-4f0b-46e8-8c1e-4498d24f9aea)] {{(pid=109038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:57:05.066497 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-7982888c-052b-4a0a-8baf-756f733032e7 req-0bbc2470-5f00-453e-9261-5067a4a2f447 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (853ee009-59c0-4bb8-a9f2-a81aebd05c49), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:05.085861 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-7982888c-052b-4a0a-8baf-756f733032e7 req-0bbc2470-5f00-453e-9261-5067a4a2f447 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Calling delete_port for 853ee009-59c0-4bb8-a9f2-a81aebd05c49 owned by compute:nova {{(pid=109038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 15:57:05.210392 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bff82-dcc6-4915-95d4-a0f920e8fc26 req-8aa2a410-aadd-4680-9143-1a6456a67593 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:05.211851 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-443bff82-dcc6-4915-95d4-a0f920e8fc26 req-8aa2a410-aadd-4680-9143-1a6456a67593 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=6cd30118-ebf5-46bb-a080-c704d898b585 HTTP/1.1" status: 200 len: 946 time: 0.0843008 Feb 02 15:57:05.227468 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-7982888c-052b-4a0a-8baf-756f733032e7 req-0bbc2470-5f00-453e-9261-5067a4a2f447 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (853ee009-59c0-4bb8-a9f2-a81aebd05c49), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:05.256260 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc2470-5f00-453e-9261-5067a4a2f447 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Pushing event deleted for resources: {'Port': ['ID=853ee009-59c0-4bb8-a9f2-a81aebd05c49,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:05.291508 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['07bda9a9-5405-4d9f-bb29-c929ef3b4f5a', '853ee009-59c0-4bb8-a9f2-a81aebd05c49'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 15:57:05.293115 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a91902-3e4d-4aff-b013-ce4368838a39 req-adbc46fe-2428-4365-8a6e-ef1d19723775 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:05.294829 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a7a91902-3e4d-4aff-b013-ce4368838a39 req-adbc46fe-2428-4365-8a6e-ef1d19723775 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 945 time: 0.1006649 Feb 02 15:57:05.315313 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-443bff82-dcc6-4915-95d4-a0f920e8fc26 req-138942b1-6b6e-4950-b9eb-a107c4f1b35d tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786877 Feb 02 15:57:05.317602 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-7982888c-052b-4a0a-8baf-756f733032e7 req-0bbc2470-5f00-453e-9261-5067a4a2f447 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] No DVR routers for this DVR port 853ee009-59c0-4bb8-a9f2-a81aebd05c49 on host hv-cinder-82751 {{(pid=109038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:57:05.320914 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-7982888c-052b-4a0a-8baf-756f733032e7 req-0bbc2470-5f00-453e-9261-5067a4a2f447 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:05.324693 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-7982888c-052b-4a0a-8baf-756f733032e7 req-0bbc2470-5f00-453e-9261-5067a4a2f447 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.59 "DELETE /v2.0/ports/853ee009-59c0-4bb8-a9f2-a81aebd05c49 HTTP/1.1" status: 204 len: 173 time: 0.4457507 Feb 02 15:57:05.325213 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd30118-ebf5-46bb-a080-c704d898b585', 'name': 'network-vif-deleted', 'tag': '853ee009-59c0-4bb8-a9f2-a81aebd05c49'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:57:05.327492 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e511a1-a934-4dd6-870b-bc60ca5a5869" -d '{"events": [{"server_uuid": "6cd30118-ebf5-46bb-a080-c704d898b585", "name": "network-vif-deleted", "tag": "853ee009-59c0-4bb8-a9f2-a81aebd05c49"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:57:05.372516 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a7a91902-3e4d-4aff-b013-ce4368838a39 req-01cd73a5-8a52-476d-8a5f-c88f456e3eb4 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547342 Feb 02 15:57:05.391881 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 15:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa22c48-6825-4e00-be0b-cbe73de13195 x-openstack-request-id: req-5fa22c48-6825-4e00-be0b-cbe73de13195 {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:57:05.392539 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd30118-ebf5-46bb-a080-c704d898b585", "name": "network-vif-deleted", "tag": "853ee009-59c0-4bb8-a9f2-a81aebd05c49", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:57:05.393040 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-5fa22c48-6825-4e00-be0b-cbe73de13195 {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:57:05.393667 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd30118-ebf5-46bb-a080-c704d898b585', 'name': 'network-vif-deleted', 'tag': '853ee009-59c0-4bb8-a9f2-a81aebd05c49', 'status': 'completed', 'code': 200} Feb 02 15:57:05.761102 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3b038-a964-4764-98b5-c66cd28869fb req-cf5b0e16-0607-44fc-bb99-b264a48a3ce7 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:05.762595 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-16c3b038-a964-4764-98b5-c66cd28869fb req-cf5b0e16-0607-44fc-bb99-b264a48a3ce7 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 943 time: 0.0563171 Feb 02 15:57:05.812702 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-16c3b038-a964-4764-98b5-c66cd28869fb req-d3c1b77e-598a-42bd-bec2-6da37659feb6 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437753 Feb 02 15:57:06.140707 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device a68738fb-31fa-4b71-bf99-ddd9c9105aba up at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:57:06.193311 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning for port a68738fb-31fa-4b71-bf99-ddd9c9105aba completed by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:57:06.197488 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning complete for port a68738fb-31fa-4b71-bf99-ddd9c9105aba triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:57:06.198324 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (a68738fb-31fa-4b71-bf99-ddd9c9105aba), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:06.287638 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port a68738fb-31fa-4b71-bf99-ddd9c9105aba is: BUILD; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:57:06.288036 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (a68738fb-31fa-4b71-bf99-ddd9c9105aba), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:06.316177 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14625d6-128e-46ad-99ff-047af4b40534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68738fb-31fa-4b71-bf99-ddd9c9105aba'}] {{(pid=109040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:57:06.318417 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1d7bcdb5a183cc49b107777b4db9278503cec4984c40d99c754c4d9ca4724a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c65de2-745e-431c-9c0c-a29755e230eb" -d '{"events": [{"server_uuid": "d14625d6-128e-46ad-99ff-047af4b40534", "name": "network-vif-plugged", "status": "completed", "tag": "a68738fb-31fa-4b71-bf99-ddd9c9105aba"}]}' {{(pid=109040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:57:06.333545 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port a68738fb-31fa-4b71-bf99-ddd9c9105aba, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=a68738fb-31fa-4b71-bf99-ddd9c9105aba,segment=NetworkSegment(5a507211-54a4-4f7d-9c42-be9fe103a157),segment_id=5a507211-54a4-4f7d-9c42-be9fe103a157)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:57:06.339468 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (a68738fb-31fa-4b71-bf99-ddd9c9105aba), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:06.394307 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=a68738fb-31fa-4b71-bf99-ddd9c9105aba,revision_number=5']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:06.410492 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 15:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7981ddc1-2b36-4038-be79-3b72dea79090 x-openstack-request-id: req-7981ddc1-2b36-4038-be79-3b72dea79090 {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:57:06.410813 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14625d6-128e-46ad-99ff-047af4b40534", "name": "network-vif-plugged", "status": "completed", "tag": "a68738fb-31fa-4b71-bf99-ddd9c9105aba", "code": 200}]} {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:57:06.411056 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-7981ddc1-2b36-4038-be79-3b72dea79090 {{(pid=109040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:57:06.411745 dv-cinder-827511-1-iscsi neutron-server[109040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14625d6-128e-46ad-99ff-047af4b40534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68738fb-31fa-4b71-bf99-ddd9c9105aba', 'code': 200} Feb 02 15:57:06.516682 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d2ee1-6189-4e5a-ac70-3ed27dd7d923 req-0e3ac313-22ee-4259-bfe2-40d996d0d180 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:06.518137 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f79d2ee1-6189-4e5a-ac70-3ed27dd7d923 req-0e3ac313-22ee-4259-bfe2-40d996d0d180 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 946 time: 0.0561454 Feb 02 15:57:06.568289 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f79d2ee1-6189-4e5a-ac70-3ed27dd7d923 req-1d1a2fc0-2524-4128-ba23-3882162e1a5c tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439875 Feb 02 15:57:06.819396 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4368b37-7395-4c2a-9680-beadd72a457e req-27dd6026-559d-4715-8234-9d26801a0815 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:06.821692 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b4368b37-7395-4c2a-9680-beadd72a457e req-27dd6026-559d-4715-8234-9d26801a0815 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0560346 Feb 02 15:57:06.848147 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79f701-f0b4-4720-870d-ec03d9e12880 req-840bfe42-9fe8-4d4e-99fe-608ee4595ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:06.849903 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-1b79f701-f0b4-4720-870d-ec03d9e12880 req-840bfe42-9fe8-4d4e-99fe-608ee4595ce6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 1130 time: 0.0494907 Feb 02 15:57:06.881973 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b4368b37-7395-4c2a-9680-beadd72a457e req-11737950-ae3b-433a-9cd8-52bc6532d698 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513370 Feb 02 15:57:06.916867 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-1b79f701-f0b4-4720-870d-ec03d9e12880 req-bd70a948-4dc3-4a23-a54f-d3f3bec6ef80 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558243 Feb 02 15:57:06.961432 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a87ff-926e-4ee7-9acb-6980fb9ca4ce req-c290047b-df75-41ad-acd2-4c028ee8e789 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:06.962912 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3a2a87ff-926e-4ee7-9acb-6980fb9ca4ce req-c290047b-df75-41ad-acd2-4c028ee8e789 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 943 time: 0.0539219 Feb 02 15:57:07.010608 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3a2a87ff-926e-4ee7-9acb-6980fb9ca4ce req-99a62df8-c1a6-44e3-8720-36e2d0ff3f14 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420187 Feb 02 15:57:07.685719 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc228d79-ba8d-4b1b-9bdc-5d326789bf12 req-feb5fb6f-cd35-4a1c-82e2-41557a908d3f tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:07.687200 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-cc228d79-ba8d-4b1b-9bdc-5d326789bf12 req-feb5fb6f-cd35-4a1c-82e2-41557a908d3f tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 946 time: 0.0521634 Feb 02 15:57:07.736757 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-cc228d79-ba8d-4b1b-9bdc-5d326789bf12 req-a339bc73-7406-4977-b2c8-243a17dc1d95 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426943 Feb 02 15:57:08.009240 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b8b98-d07a-4e7a-b097-be1875d7ca97 req-a9387b60-8791-434f-8e6b-fedfb94c0696 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:08.010715 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ff8b8b98-d07a-4e7a-b097-be1875d7ca97 req-a9387b60-8791-434f-8e6b-fedfb94c0696 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0564938 Feb 02 15:57:08.061153 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ff8b8b98-d07a-4e7a-b097-be1875d7ca97 req-f789d83b-01da-45a6-8621-cab7a30ba6ac tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440407 Feb 02 15:57:08.139947 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fb170-aea6-4dea-8413-64dddcd04b71 req-3844bb04-cf8b-4a49-87f0-01ba1f7590c6 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:08.141985 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ba5fb170-aea6-4dea-8413-64dddcd04b71 req-3844bb04-cf8b-4a49-87f0-01ba1f7590c6 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 943 time: 0.0533538 Feb 02 15:57:08.157869 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 853ee009-59c0-4bb8-a9f2-a81aebd05c49 no longer exists at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 15:57:08.181465 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] No Port match for: 853ee009-59c0-4bb8-a9f2-a81aebd05c49 {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 15:57:08.181739 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 853ee009-59c0-4bb8-a9f2-a81aebd05c49 not bound to the agent host hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 15:57:08.190340 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ba5fb170-aea6-4dea-8413-64dddcd04b71 req-98517bca-5b76-4b37-a33b-17e0f595d809 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423470 Feb 02 15:57:08.858852 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f98148-ecec-473a-94ae-066509b76c67 req-528df045-fefc-49f6-8a2d-b7dcd4609e2b tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:08.861510 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-88f98148-ecec-473a-94ae-066509b76c67 req-528df045-fefc-49f6-8a2d-b7dcd4609e2b tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 946 time: 0.0567999 Feb 02 15:57:08.914988 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-88f98148-ecec-473a-94ae-066509b76c67 req-4d2999bc-5e44-48c7-ace9-494b80dcaef5 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485530 Feb 02 15:57:09.035024 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e926517-0853-4aac-9b1b-8567a1d99af5 req-782d1bf9-8031-4efc-98dc-546942632af2 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:09.036510 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8e926517-0853-4aac-9b1b-8567a1d99af5 req-782d1bf9-8031-4efc-98dc-546942632af2 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 946 time: 0.0559838 Feb 02 15:57:09.087559 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8e926517-0853-4aac-9b1b-8567a1d99af5 req-5824c3e2-e09b-46ac-bd1a-6bc2761585ec tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456421 Feb 02 15:57:09.109346 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 33948) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:57:09.188472 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b398b2-c498-4480-b1f5-f7b24f9364e2 req-91f96c09-6ed6-439b-9164-14e1ec19f93d tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:09.189898 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a0b398b2-c498-4480-b1f5-f7b24f9364e2 req-91f96c09-6ed6-439b-9164-14e1ec19f93d tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0564091 Feb 02 15:57:09.285616 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a0b398b2-c498-4480-b1f5-f7b24f9364e2 req-d7300d0d-7b01-4dd6-8911-9720d28fa93e tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898051 Feb 02 15:57:09.320511 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2d9f7d-7790-48ee-a057-84d7f8d9ad45 tempest-TestShelveInstance-1922288565 tempest-TestShelveInstance-1922288565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:09.322601 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-bf2d9f7d-7790-48ee-a057-84d7f8d9ad45 tempest-TestShelveInstance-1922288565 tempest-TestShelveInstance-1922288565-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 1125 time: 0.2114193 Feb 02 15:57:09.325742 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 33954) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:57:09.333330 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-fc9a8808-18b9-45c5-8cf5-f95a1abc6ca7 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Request body: {'floatingip': {'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'port_id': 'a68738fb-31fa-4b71-bf99-ddd9c9105aba', 'tenant_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:57:09.347374 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcedd37-8cec-4037-8ad9-063a69529859 req-10747855-57d2-4623-9a6b-da2e55ebb770 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:09.354246 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0fcedd37-8cec-4037-8ad9-063a69529859 req-10747855-57d2-4623-9a6b-da2e55ebb770 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 943 time: 0.0827215 Feb 02 15:57:09.358209 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-fc9a8808-18b9-45c5-8cf5-f95a1abc6ca7 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:09.390644 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:57:09.410617 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0fcedd37-8cec-4037-8ad9-063a69529859 req-02de8fba-8d38-4565-a6ed-4c296d602da5 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553575 Feb 02 15:57:09.468600 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-fc9a8808-18b9-45c5-8cf5-f95a1abc6ca7 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:09.575532 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_common [None req-fc9a8808-18b9-45c5-8cf5-f95a1abc6ca7 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Allocated IP 172.27.3.25 (b73e1e25-daa0-4c48-af6a-058d6b286a0a/28a77757-7571-4525-b12f-0d0c59f041b8/c5ebbc65-e48b-4697-9132-6c40a58d177d) {{(pid=109038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:57:09.682651 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-fc9a8808-18b9-45c5-8cf5-f95a1abc6ca7 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks [] for port (c5ebbc65-e48b-4697-9132-6c40a58d177d), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:09.717108 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-fc9a8808-18b9-45c5-8cf5-f95a1abc6ca7 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (c5ebbc65-e48b-4697-9132-6c40a58d177d), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:09.753919 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9a8808-18b9-45c5-8cf5-f95a1abc6ca7 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Network b73e1e25-daa0-4c48-af6a-058d6b286a0a is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:57:09.756662 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [None req-fc9a8808-18b9-45c5-8cf5-f95a1abc6ca7 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:57:09.762649 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9a8808-18b9-45c5-8cf5-f95a1abc6ca7 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Received port after_create {{(pid=109038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:57:09.785865 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a8808-18b9-45c5-8cf5-f95a1abc6ca7 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Pushing event updated for resources: {'Port': ['ID=c5ebbc65-e48b-4697-9132-6c40a58d177d,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:10.181127 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 4d16a98d-2508-49b3-ab25-411a471febe1 details requested by agent hyperv_hv-cinder-82751 with host hv-cinder-82751 {{(pid=109040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 15:57:10.284876 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 4d16a98d-2508-49b3-ab25-411a471febe1, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=4d16a98d-2508-49b3-ab25-411a471febe1,segment=NetworkSegment(72c8047b-a40f-40bf-b022-6f2ccec93ad0),segment_id=72c8047b-a40f-40bf-b022-6f2ccec93ad0)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:57:10.296776 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Returning: {'device': '4d16a98d-2508-49b3-ab25-411a471febe1', 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6', 'port_id': '4d16a98d-2508-49b3-ab25-411a471febe1', 'mac_address': 'fa:16:3e:3d:48:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 988, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5347cd5-2ddb-4574-9672-af43239849ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 15:57:10.339015 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port 4d16a98d-2508-49b3-ab25-411a471febe1 is: DOWN; New status is: BUILD {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:57:10.339695 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (4d16a98d-2508-49b3-ab25-411a471febe1), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:10.357682 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d16a98d-2508-49b3-ab25-411a471febe1 {{(pid=109040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 15:57:10.380887 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 4d16a98d-2508-49b3-ab25-411a471febe1, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=4d16a98d-2508-49b3-ab25-411a471febe1,segment=NetworkSegment(72c8047b-a40f-40bf-b022-6f2ccec93ad0),segment_id=72c8047b-a40f-40bf-b022-6f2ccec93ad0)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:57:10.384817 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (4d16a98d-2508-49b3-ab25-411a471febe1), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:10.443287 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=4d16a98d-2508-49b3-ab25-411a471febe1,revision_number=9']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:10.446567 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e1c75-5a9e-4b5f-a3d4-37daa521ff47 req-a386f7ca-5606-4bb7-bf60-8dfb2c30f76b tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:10.448195 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5d3e1c75-5a9e-4b5f-a3d4-37daa521ff47 req-a386f7ca-5606-4bb7-bf60-8dfb2c30f76b tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0836394 Feb 02 15:57:10.462450 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-fc9a8808-18b9-45c5-8cf5-f95a1abc6ca7 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks [] for floatingip (d50f709a-c33e-4101-974e-d3db909375d8), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:10.520743 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5d3e1c75-5a9e-4b5f-a3d4-37daa521ff47 req-488b4183-ef55-4b7c-ac16-3e2ecf7240b5 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666440 Feb 02 15:57:10.567349 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab33f73-1028-4711-8aaa-a7f684d13d7a req-03aec3ef-b6e6-48fe-9f3d-07947d5b0292 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:10.568878 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0ab33f73-1028-4711-8aaa-a7f684d13d7a req-03aec3ef-b6e6-48fe-9f3d-07947d5b0292 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 944 time: 0.0650284 Feb 02 15:57:10.570512 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-fc9a8808-18b9-45c5-8cf5-f95a1abc6ca7 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (c5ebbc65-e48b-4697-9132-6c40a58d177d), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:10.618021 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0ab33f73-1028-4711-8aaa-a7f684d13d7a req-f5a384b3-6594-4709-abb0-267965d2021d tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422816 Feb 02 15:57:10.717188 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-fc9a8808-18b9-45c5-8cf5-f95a1abc6ca7 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks [] for port (c5ebbc65-e48b-4697-9132-6c40a58d177d), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:10.722190 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-fc9a8808-18b9-45c5-8cf5-f95a1abc6ca7 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (c5ebbc65-e48b-4697-9132-6c40a58d177d), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:10.791697 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a8808-18b9-45c5-8cf5-f95a1abc6ca7 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Pushing event updated for resources: {'Port': ['ID=c5ebbc65-e48b-4697-9132-6c40a58d177d,revision_number=2']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:10.802735 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-fc9a8808-18b9-45c5-8cf5-f95a1abc6ca7 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7937883'] for floatingip (d50f709a-c33e-4101-974e-d3db909375d8), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:10.900001 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.db.l3_db [None req-fc9a8808-18b9-45c5-8cf5-f95a1abc6ca7 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Floating IP d50f709a-c33e-4101-974e-d3db909375d8 associated. External IP: 172.27.3.25, port: a68738fb-31fa-4b71-bf99-ddd9c9105aba. Feb 02 15:57:11.106077 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9a8808-18b9-45c5-8cf5-f95a1abc6ca7 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Router 4333a32b-dc4a-4822-b722-16525c680144 has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:57:11.217673 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9a8808-18b9-45c5-8cf5-f95a1abc6ca7 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:57:11.228494 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2022b9c6-3e83-4408-b633-da64b76b5003 None None] Sync routers for ids ['4333a32b-dc4a-4822-b722-16525c680144'] in dv-cinder-827511-1-iscsi {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:57:11.236560 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-fc9a8808-18b9-45c5-8cf5-f95a1abc6ca7 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for floatingip (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:11.238664 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2022b9c6-3e83-4408-b633-da64b76b5003 None None] Routers {'4333a32b-dc4a-4822-b722-16525c680144'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:57:11.239279 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-2022b9c6-3e83-4408-b633-da64b76b5003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T15:56:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['4333a32b-dc4a-4822-b722-16525c680144'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:11.265490 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-fc9a8808-18b9-45c5-8cf5-f95a1abc6ca7 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9381058 Feb 02 15:57:11.266881 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14625d6-128e-46ad-99ff-047af4b40534', 'tag': 'a68738fb-31fa-4b71-bf99-ddd9c9105aba'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:57:11.269338 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cb075e-c37e-4549-a265-6b101aa368f9" -d '{"events": [{"name": "network-changed", "server_uuid": "d14625d6-128e-46ad-99ff-047af4b40534", "tag": "a68738fb-31fa-4b71-bf99-ddd9c9105aba"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:57:11.305495 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 15:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877740d0-6a96-4593-8571-82208b732403 x-openstack-request-id: req-877740d0-6a96-4593-8571-82208b732403 {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:57:11.305809 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14625d6-128e-46ad-99ff-047af4b40534", "tag": "a68738fb-31fa-4b71-bf99-ddd9c9105aba", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:57:11.306045 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-877740d0-6a96-4593-8571-82208b732403 {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:57:11.306445 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14625d6-128e-46ad-99ff-047af4b40534', 'tag': 'a68738fb-31fa-4b71-bf99-ddd9c9105aba', 'status': 'completed', 'code': 200} Feb 02 15:57:11.428571 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-2022b9c6-3e83-4408-b633-da64b76b5003 None None] Set router 4333a32b-dc4a-4822-b722-16525c680144 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:57:11.637838 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01913bd-1d11-42be-8fb6-6f107e8c7c35 req-12870298-0e85-4fa1-b8cb-2b4d2bc05083 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:11.639326 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e01913bd-1d11-42be-8fb6-6f107e8c7c35 req-12870298-0e85-4fa1-b8cb-2b4d2bc05083 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0516911 Feb 02 15:57:11.652334 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-2022b9c6-3e83-4408-b633-da64b76b5003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4333a32b-dc4a-4822-b722-16525c680144', 'name': 'tempest-TestShelveInstance-2139117878-router', 'tenant_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '2704dd53-29fd-4a10-9da8-adace02560d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:55:53Z', 'updated_at': '2022-02-02T15:55:57Z', 'revision_number': 4, 'project_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'gw_port': {'id': '2704dd53-29fd-4a10-9da8-adace02560d7', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4333a32b-dc4a-4822-b722-16525c680144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:53Z', 'updated_at': '2022-02-02T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_floatingips': [{'id': 'd50f709a-c33e-4101-974e-d3db909375d8', 'tenant_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'floating_ip_address': '172.27.3.25', 'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'router_id': '4333a32b-dc4a-4822-b722-16525c680144', 'port_id': 'a68738fb-31fa-4b71-bf99-ddd9c9105aba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96264f45-29e5-48c2-8efd-888143a9e5e2', 'mac_address': 'fa:16:3e:51:ac:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14625d6-128e-46ad-99ff-047af4b40534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:57:09Z', 'updated_at': '2022-02-02T15:57:09Z', 'revision_number': 0, 'project_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '996aed00-dc6f-4132-9298-7bbbf876459b', 'name': '', 'network_id': '96264f45-29e5-48c2-8efd-888143a9e5e2', 'tenant_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'mac_address': 'fa:16:3e:e4:1e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4333a32b-dc4a-4822-b722-16525c680144', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '93bf2d9b-25e2-4562-8db6-071a0b0be22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:56Z', 'updated_at': '2022-02-02T15:56:03Z', 'revision_number': 5, 'project_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'subnets': [{'id': '93bf2d9b-25e2-4562-8db6-071a0b0be22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:11.683218 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2022b9c6-3e83-4408-b633-da64b76b5003 None None] Checking router: 4333a32b-dc4a-4822-b722-16525c680144 for host: dv-cinder-827511-1-iscsi {{(pid=109041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:57:11.690406 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e01913bd-1d11-42be-8fb6-6f107e8c7c35 req-4e384a35-c97d-44cb-af52-c4caff38f832 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442719 Feb 02 15:57:11.692999 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2022b9c6-3e83-4408-b633-da64b76b5003 None None] Routers {'4333a32b-dc4a-4822-b722-16525c680144'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:57:11.693663 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-2022b9c6-3e83-4408-b633-da64b76b5003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T15:56:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['4333a32b-dc4a-4822-b722-16525c680144'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:11.753173 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5f462-1e3f-46ca-8d24-a2c7013fd72b req-ec075c7e-c7a6-461b-bd6b-aec3fd227347 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:11.754689 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-43f5f462-1e3f-46ca-8d24-a2c7013fd72b req-ec075c7e-c7a6-461b-bd6b-aec3fd227347 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 944 time: 0.0567648 Feb 02 15:57:11.801817 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-2022b9c6-3e83-4408-b633-da64b76b5003 None None] Set router 4333a32b-dc4a-4822-b722-16525c680144 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:57:11.807313 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-43f5f462-1e3f-46ca-8d24-a2c7013fd72b req-7b5cd6c1-7abb-48f8-ae72-42be82207a9d tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470135 Feb 02 15:57:12.017306 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-2022b9c6-3e83-4408-b633-da64b76b5003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4333a32b-dc4a-4822-b722-16525c680144', 'name': 'tempest-TestShelveInstance-2139117878-router', 'tenant_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '2704dd53-29fd-4a10-9da8-adace02560d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:55:53Z', 'updated_at': '2022-02-02T15:55:57Z', 'revision_number': 4, 'project_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'gw_port': {'id': '2704dd53-29fd-4a10-9da8-adace02560d7', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4333a32b-dc4a-4822-b722-16525c680144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:53Z', 'updated_at': '2022-02-02T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_floatingips': [{'id': 'd50f709a-c33e-4101-974e-d3db909375d8', 'tenant_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'floating_ip_address': '172.27.3.25', 'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'router_id': '4333a32b-dc4a-4822-b722-16525c680144', 'port_id': 'a68738fb-31fa-4b71-bf99-ddd9c9105aba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96264f45-29e5-48c2-8efd-888143a9e5e2', 'mac_address': 'fa:16:3e:51:ac:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14625d6-128e-46ad-99ff-047af4b40534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:57:09Z', 'updated_at': '2022-02-02T15:57:09Z', 'revision_number': 0, 'project_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '996aed00-dc6f-4132-9298-7bbbf876459b', 'name': '', 'network_id': '96264f45-29e5-48c2-8efd-888143a9e5e2', 'tenant_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'mac_address': 'fa:16:3e:e4:1e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4333a32b-dc4a-4822-b722-16525c680144', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '93bf2d9b-25e2-4562-8db6-071a0b0be22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:56Z', 'updated_at': '2022-02-02T15:56:03Z', 'revision_number': 5, 'project_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'subnets': [{'id': '93bf2d9b-25e2-4562-8db6-071a0b0be22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:12.042808 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2022b9c6-3e83-4408-b633-da64b76b5003 None None] The sync data for ids ['4333a32b-dc4a-4822-b722-16525c680144'] in dv-cinder-827511-1-iscsi is: [{'id': '4333a32b-dc4a-4822-b722-16525c680144', 'name': 'tempest-TestShelveInstance-2139117878-router', 'tenant_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '2704dd53-29fd-4a10-9da8-adace02560d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:55:53Z', 'updated_at': '2022-02-02T15:55:57Z', 'revision_number': 4, 'project_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'gw_port': {'id': '2704dd53-29fd-4a10-9da8-adace02560d7', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4333a32b-dc4a-4822-b722-16525c680144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:53Z', 'updated_at': '2022-02-02T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_floatingips': [{'id': 'd50f709a-c33e-4101-974e-d3db909375d8', 'tenant_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'floating_ip_address': '172.27.3.25', 'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'router_id': '4333a32b-dc4a-4822-b722-16525c680144', 'port_id': 'a68738fb-31fa-4b71-bf99-ddd9c9105aba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96264f45-29e5-48c2-8efd-888143a9e5e2', 'mac_address': 'fa:16:3e:51:ac:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14625d6-128e-46ad-99ff-047af4b40534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:57:09Z', 'updated_at': '2022-02-02T15:57:09Z', 'revision_number': 0, 'project_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '996aed00-dc6f-4132-9298-7bbbf876459b', 'name': '', 'network_id': '96264f45-29e5-48c2-8efd-888143a9e5e2', 'tenant_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'mac_address': 'fa:16:3e:e4:1e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4333a32b-dc4a-4822-b722-16525c680144', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '93bf2d9b-25e2-4562-8db6-071a0b0be22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:56Z', 'updated_at': '2022-02-02T15:56:03Z', 'revision_number': 5, 'project_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'subnets': [{'id': '93bf2d9b-25e2-4562-8db6-071a0b0be22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:57:12.226085 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83be9fc-b04d-4e7a-a58d-1d29c75535a1 None None] New status for floating IP d50f709a-c33e-4101-974e-d3db909375d8: ACTIVE {{(pid=109040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 15:57:12.808690 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee42ae1-8761-4888-8698-8b19c7aa3186 req-9926e93a-9fd9-49a9-8e72-090754b1f274 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:12.810198 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-aee42ae1-8761-4888-8698-8b19c7aa3186 req-9926e93a-9fd9-49a9-8e72-090754b1f274 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0526068 Feb 02 15:57:12.837365 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-2059b5f5-2880-447e-9923-b153924efd2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:12.858169 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-aee42ae1-8761-4888-8698-8b19c7aa3186 req-9dede565-09de-4bfe-a5bf-bc7b2902f2c9 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415998 Feb 02 15:57:12.936230 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d488c3-3b06-4ba9-a4d9-06edb5ace619 req-0177fab0-927d-4f8d-a84a-3ae87136ecf3 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:12.938857 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-28d488c3-3b06-4ba9-a4d9-06edb5ace619 req-0177fab0-927d-4f8d-a84a-3ae87136ecf3 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 944 time: 0.0558801 Feb 02 15:57:13.166693 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-28d488c3-3b06-4ba9-a4d9-06edb5ace619 req-4326cd61-bea2-43ff-a112-ec173162edc5 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2227550 Feb 02 15:57:13.653265 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb075e-c37e-4549-a265-6b101aa368f9 req-4faed047-6617-47cb-b008-b9e882eb5d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:13.654802 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-a6cb075e-c37e-4549-a265-6b101aa368f9 req-4faed047-6617-47cb-b008-b9e882eb5d5b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09f6a7ba2fd841cb8ddb919c7cc3cc33&device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 1130 time: 0.0479295 Feb 02 15:57:13.750659 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb075e-c37e-4549-a265-6b101aa368f9 req-3b31503c-a1f1-4cb4-9d99-20d18709690d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:13.752324 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-a6cb075e-c37e-4549-a265-6b101aa368f9 req-3b31503c-a1f1-4cb4-9d99-20d18709690d service neutron] 10.222.0.59 "GET /v2.0/networks?id=96264f45-29e5-48c2-8efd-888143a9e5e2 HTTP/1.1" status: 200 len: 910 time: 0.0880506 Feb 02 15:57:13.821549 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-a6cb075e-c37e-4549-a265-6b101aa368f9 req-148ff458-4783-4ada-a92a-d7c192264594 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a68738fb-31fa-4b71-bf99-ddd9c9105aba HTTP/1.1" status: 200 len: 1001 time: 0.0569491 Feb 02 15:57:13.826381 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['4d16a98d-2508-49b3-ab25-411a471febe1'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 15:57:13.872485 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb075e-c37e-4549-a265-6b101aa368f9 req-e16635bd-b4d9-4604-95a4-58086871caa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:13.874009 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-a6cb075e-c37e-4549-a265-6b101aa368f9 req-e16635bd-b4d9-4604-95a4-58086871caa9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=93bf2d9b-25e2-4562-8db6-071a0b0be22c HTTP/1.1" status: 200 len: 848 time: 0.0446942 Feb 02 15:57:13.934760 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb075e-c37e-4549-a265-6b101aa368f9 req-de72a888-4dce-40f4-94a6-735147bddc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:13.936433 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-a6cb075e-c37e-4549-a265-6b101aa368f9 req-de72a888-4dce-40f4-94a6-735147bddc45 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96264f45-29e5-48c2-8efd-888143a9e5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550902 Feb 02 15:57:13.992569 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506b3c3-bf6c-40b2-b5ad-41ecd2d41f62 req-9c60b433-4072-4d64-87d5-67c0853b5d7e tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:13.994440 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6506b3c3-bf6c-40b2-b5ad-41ecd2d41f62 req-9c60b433-4072-4d64-87d5-67c0853b5d7e tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0643802 Feb 02 15:57:14.029604 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-a6cb075e-c37e-4549-a265-6b101aa368f9 req-142da472-06cd-47f6-890b-59bfb661b5c3 service neutron] 10.222.0.59 "GET /v2.0/networks/96264f45-29e5-48c2-8efd-888143a9e5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863817 Feb 02 15:57:14.042723 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6506b3c3-bf6c-40b2-b5ad-41ecd2d41f62 req-ccd0c41a-8745-4c4b-b924-0cea3207a632 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426035 Feb 02 15:57:14.133199 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-a6cb075e-c37e-4549-a265-6b101aa368f9 req-4f72250f-864c-434a-b483-961ee3066467 service neutron] 10.222.0.59 "GET /v2.0/networks/96264f45-29e5-48c2-8efd-888143a9e5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862525 Feb 02 15:57:14.293188 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a772ff6-e725-44ec-91f2-e6367843439a req-d13818c9-00b4-4f6b-b4c5-3435560bd744 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:14.294749 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1a772ff6-e725-44ec-91f2-e6367843439a req-d13818c9-00b4-4f6b-b4c5-3435560bd744 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 944 time: 0.0544913 Feb 02 15:57:14.346281 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1a772ff6-e725-44ec-91f2-e6367843439a req-c56ff664-5335-437a-a89c-e40461e0a757 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453124 Feb 02 15:57:15.158097 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ba997-1c15-4a1e-962d-7fe2bdaf3407 req-1db0a11c-fbb0-48bd-b97c-28af89212883 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:15.159554 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c78ba997-1c15-4a1e-962d-7fe2bdaf3407 req-1db0a11c-fbb0-48bd-b97c-28af89212883 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0516269 Feb 02 15:57:15.204775 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c78ba997-1c15-4a1e-962d-7fe2bdaf3407 req-889a5f12-7dea-4bd1-82fc-0756fe1d2af7 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397606 Feb 02 15:57:15.343025 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-2622ff40-d0e7-4298-93a9-6f0823e1c08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:15.470834 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc508b0-5a8b-4803-8d67-ab58f41de46c req-4a9fe772-9a88-4aa3-9700-cb826b0800f4 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:15.472296 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-efc508b0-5a8b-4803-8d67-ab58f41de46c req-4a9fe772-9a88-4aa3-9700-cb826b0800f4 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 944 time: 0.0524495 Feb 02 15:57:15.519197 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-efc508b0-5a8b-4803-8d67-ab58f41de46c req-4e206215-9ceb-4e83-b60d-ad97d39a77f4 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414023 Feb 02 15:57:16.230362 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:16.324457 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3506f-062f-4857-a990-2c5fb96de872 req-c80d67e6-6a0e-4e1d-a6fa-8ee65e8a239c tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:16.325961 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-20a3506f-062f-4857-a990-2c5fb96de872 req-c80d67e6-6a0e-4e1d-a6fa-8ee65e8a239c tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0557373 Feb 02 15:57:16.371588 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-20a3506f-062f-4857-a990-2c5fb96de872 req-c4711018-ddec-45ad-9997-f4d5bdb3c4fe tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395324 Feb 02 15:57:16.641642 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b5c65-c5e5-417f-be00-453b4623f196 req-996b531c-bf25-4274-b9d8-50049f22ae04 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:16.643222 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-248b5c65-c5e5-417f-be00-453b4623f196 req-996b531c-bf25-4274-b9d8-50049f22ae04 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 944 time: 0.0521977 Feb 02 15:57:16.688519 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-248b5c65-c5e5-417f-be00-453b4623f196 req-dd24c7cb-1361-4ed7-826f-416ebd883f84 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397303 Feb 02 15:57:17.324252 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 4d16a98d-2508-49b3-ab25-411a471febe1 up at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:57:17.370375 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:17.385000 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning complete for port 4d16a98d-2508-49b3-ab25-411a471febe1 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:57:17.385332 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (4d16a98d-2508-49b3-ab25-411a471febe1), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:17.462144 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port 4d16a98d-2508-49b3-ab25-411a471febe1 is: BUILD; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:57:17.462544 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (4d16a98d-2508-49b3-ab25-411a471febe1), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:17.487064 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbab2a9b-59f4-4d9b-a34a-f5b1448b689c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d16a98d-2508-49b3-ab25-411a471febe1'}] {{(pid=109040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:57:17.489315 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1d7bcdb5a183cc49b107777b4db9278503cec4984c40d99c754c4d9ca4724a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950e1812-ecb5-4885-b8db-a940427f9513" -d '{"events": [{"server_uuid": "dbab2a9b-59f4-4d9b-a34a-f5b1448b689c", "name": "network-vif-plugged", "status": "completed", "tag": "4d16a98d-2508-49b3-ab25-411a471febe1"}]}' {{(pid=109040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:57:17.497751 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa21520-4962-433d-8aab-15c1b9f2cb51 req-035e7b09-e2c3-4b74-bb93-aca0a3321e47 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:17.500193 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1fa21520-4962-433d-8aab-15c1b9f2cb51 req-035e7b09-e2c3-4b74-bb93-aca0a3321e47 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0626955 Feb 02 15:57:17.503050 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 4d16a98d-2508-49b3-ab25-411a471febe1, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=4d16a98d-2508-49b3-ab25-411a471febe1,segment=NetworkSegment(72c8047b-a40f-40bf-b022-6f2ccec93ad0),segment_id=72c8047b-a40f-40bf-b022-6f2ccec93ad0)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:57:17.509465 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (4d16a98d-2508-49b3-ab25-411a471febe1), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:17.534214 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 15:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6a0a73-5dfc-48ae-82e7-0dc08b5d5afe x-openstack-request-id: req-df6a0a73-5dfc-48ae-82e7-0dc08b5d5afe {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:57:17.534513 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbab2a9b-59f4-4d9b-a34a-f5b1448b689c", "name": "network-vif-plugged", "status": "completed", "tag": "4d16a98d-2508-49b3-ab25-411a471febe1", "code": 200}]} {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:57:17.534771 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-df6a0a73-5dfc-48ae-82e7-0dc08b5d5afe {{(pid=109040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:57:17.535167 dv-cinder-827511-1-iscsi neutron-server[109040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbab2a9b-59f4-4d9b-a34a-f5b1448b689c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d16a98d-2508-49b3-ab25-411a471febe1', 'code': 200} Feb 02 15:57:17.548703 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1fa21520-4962-433d-8aab-15c1b9f2cb51 req-918968bb-0075-4518-a11c-b9e9765c2eb3 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428145 Feb 02 15:57:17.563733 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=4d16a98d-2508-49b3-ab25-411a471febe1,revision_number=10']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:17.660340 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:17.812550 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412e021-12db-4d11-9bf1-9c76515befd8 req-cd24032e-6d21-443d-9a89-bfaedc4529a4 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:17.814214 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a412e021-12db-4d11-9bf1-9c76515befd8 req-cd24032e-6d21-443d-9a89-bfaedc4529a4 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 946 time: 0.0526290 Feb 02 15:57:17.860319 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a412e021-12db-4d11-9bf1-9c76515befd8 req-bcea1490-65f4-4592-9b03-efbeda2a4fe1 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402727 Feb 02 15:57:18.666319 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51fb09-4ecd-4355-b62c-4a4967a466e6 req-e45ac092-bd58-4ad8-a72f-7e9dfa9eebb2 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:18.667700 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5d51fb09-4ecd-4355-b62c-4a4967a466e6 req-e45ac092-bd58-4ad8-a72f-7e9dfa9eebb2 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0528743 Feb 02 15:57:18.717345 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5d51fb09-4ecd-4355-b62c-4a4967a466e6 req-288ae433-4ea0-4b0d-94f3-342e5ba2d56a tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/security-groups?id=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434008 Feb 02 15:57:18.990720 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441974c-dd41-4307-9dfb-2a2e2f20615f req-7d023869-f3fb-4ead-a4e5-67a5ddc07057 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:18.992119 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6441974c-dd41-4307-9dfb-2a2e2f20615f req-7d023869-f3fb-4ead-a4e5-67a5ddc07057 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 946 time: 0.0549474 Feb 02 15:57:19.038661 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6441974c-dd41-4307-9dfb-2a2e2f20615f req-d84afbdd-8acd-4702-be77-8f47e4912781 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409369 Feb 02 15:57:19.184800 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:19.262344 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa21f92-aa09-49bb-9bc8-5977d74bd5da req-70329d72-837f-4093-8cbd-5c094ba2c8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:19.263795 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-8aa21f92-aa09-49bb-9bc8-5977d74bd5da req-70329d72-837f-4093-8cbd-5c094ba2c8ee service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 1130 time: 0.0778008 Feb 02 15:57:19.271086 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54fe53-9b7f-49b2-a285-93d0444547d6 req-4bd8f6ae-7bc6-4d28-b3b8-192664eaa3cc tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:19.272420 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-3f54fe53-9b7f-49b2-a285-93d0444547d6 req-4bd8f6ae-7bc6-4d28-b3b8-192664eaa3cc tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.59 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 945 time: 0.0852435 Feb 02 15:57:19.367887 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-8aa21f92-aa09-49bb-9bc8-5977d74bd5da req-26469c25-ecb0-445f-8741-eb980533ba25 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945096 Feb 02 15:57:19.392942 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-3f54fe53-9b7f-49b2-a285-93d0444547d6 req-2667784f-1ad9-470b-a132-8d1e81cc4cab tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Deleting port 07bda9a9-5405-4d9f-bb29-c929ef3b4f5a {{(pid=109038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 15:57:19.393320 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-3f54fe53-9b7f-49b2-a285-93d0444547d6 req-2667784f-1ad9-470b-a132-8d1e81cc4cab tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (07bda9a9-5405-4d9f-bb29-c929ef3b4f5a), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:19.483404 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-3f54fe53-9b7f-49b2-a285-93d0444547d6 req-2667784f-1ad9-470b-a132-8d1e81cc4cab tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] For port 07bda9a9-5405-4d9f-bb29-c929ef3b4f5a, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=07bda9a9-5405-4d9f-bb29-c929ef3b4f5a,segment=NetworkSegment(d4271925-4f0b-46e8-8c1e-4498d24f9aea),segment_id=d4271925-4f0b-46e8-8c1e-4498d24f9aea)] {{(pid=109038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:57:19.483770 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-3f54fe53-9b7f-49b2-a285-93d0444547d6 req-2667784f-1ad9-470b-a132-8d1e81cc4cab tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (07bda9a9-5405-4d9f-bb29-c929ef3b4f5a), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:19.495885 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-3f54fe53-9b7f-49b2-a285-93d0444547d6 req-2667784f-1ad9-470b-a132-8d1e81cc4cab tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Calling delete_port for 07bda9a9-5405-4d9f-bb29-c929ef3b4f5a owned by compute:nova {{(pid=109038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 15:57:19.623316 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-3f54fe53-9b7f-49b2-a285-93d0444547d6 req-2667784f-1ad9-470b-a132-8d1e81cc4cab tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (07bda9a9-5405-4d9f-bb29-c929ef3b4f5a), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:19.651952 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667784f-1ad9-470b-a132-8d1e81cc4cab tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Pushing event deleted for resources: {'Port': ['ID=07bda9a9-5405-4d9f-bb29-c929ef3b4f5a,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:19.664458 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['07bda9a9-5405-4d9f-bb29-c929ef3b4f5a'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 15:57:19.704791 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f54fe53-9b7f-49b2-a285-93d0444547d6 req-2667784f-1ad9-470b-a132-8d1e81cc4cab tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] No DVR routers for this DVR port 07bda9a9-5405-4d9f-bb29-c929ef3b4f5a on host hv-cinder-82751 {{(pid=109038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:57:19.707982 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-3f54fe53-9b7f-49b2-a285-93d0444547d6 req-2667784f-1ad9-470b-a132-8d1e81cc4cab tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:19.712147 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-3f54fe53-9b7f-49b2-a285-93d0444547d6 req-2667784f-1ad9-470b-a132-8d1e81cc4cab tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.59 "DELETE /v2.0/ports/07bda9a9-5405-4d9f-bb29-c929ef3b4f5a HTTP/1.1" status: 204 len: 173 time: 0.4328535 Feb 02 15:57:19.712946 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16a9dc9-24b6-4fbd-8a36-c9aedd864de8', 'name': 'network-vif-deleted', 'tag': '07bda9a9-5405-4d9f-bb29-c929ef3b4f5a'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:57:19.715123 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd45b1d8-d21a-4a35-933a-2791326e6da0" -d '{"events": [{"server_uuid": "f16a9dc9-24b6-4fbd-8a36-c9aedd864de8", "name": "network-vif-deleted", "tag": "07bda9a9-5405-4d9f-bb29-c929ef3b4f5a"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:57:19.752890 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 15:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6b0911-674a-4c99-b4bd-740909f46d04 x-openstack-request-id: req-2d6b0911-674a-4c99-b4bd-740909f46d04 {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:57:19.753282 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16a9dc9-24b6-4fbd-8a36-c9aedd864de8", "name": "network-vif-deleted", "tag": "07bda9a9-5405-4d9f-bb29-c929ef3b4f5a", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:57:19.753541 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-2d6b0911-674a-4c99-b4bd-740909f46d04 {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:57:19.754012 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16a9dc9-24b6-4fbd-8a36-c9aedd864de8', 'name': 'network-vif-deleted', 'tag': '07bda9a9-5405-4d9f-bb29-c929ef3b4f5a', 'status': 'completed', 'code': 200} Feb 02 15:57:19.812170 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0522a933-ee05-4096-b240-bdaa553106fd req-86ff61ee-041a-4e2c-ae14-53935a2b2741 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 210 time: 0.0266173 Feb 02 15:57:20.164899 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7d9dd-79bb-4698-9006-0dcf52e09b06 req-899cac67-ebe0-46f8-865e-a4148e9ccff6 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:20.166478 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6fe7d9dd-79bb-4698-9006-0dcf52e09b06 req-899cac67-ebe0-46f8-865e-a4148e9ccff6 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 946 time: 0.0520394 Feb 02 15:57:20.215799 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6fe7d9dd-79bb-4698-9006-0dcf52e09b06 req-7aeac394-1001-42e4-856f-7241c1f7d260 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438702 Feb 02 15:57:20.920446 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-235974a4-6529-4ec9-b59c-2edd1557bb5f req-0c035439-e1a1-42bd-bdd6-fcd1168f12ef tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 210 time: 0.0274391 Feb 02 15:57:21.341712 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a156e-0934-4c82-a567-f9719b4bd1eb req-00e3ddc3-32aa-4f19-b6d4-43019ffbc459 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:21.343313 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f41a156e-0934-4c82-a567-f9719b4bd1eb req-00e3ddc3-32aa-4f19-b6d4-43019ffbc459 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 946 time: 0.0542374 Feb 02 15:57:21.388866 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f41a156e-0934-4c82-a567-f9719b4bd1eb req-acab745f-bbf5-4fbb-87d2-b87cff8eefd6 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398812 Feb 02 15:57:22.025220 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-964ccff4-4ddd-4c19-bd51-eab22a38522a req-42f4499b-902d-4326-bbb2-76ee75dffa15 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 210 time: 0.0267143 Feb 02 15:57:22.512359 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317f8a2-0f51-48fd-8263-cdb89a3ca60a req-7c8b42c8-22ba-4c15-92d6-82455ded75da tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:22.513839 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d317f8a2-0f51-48fd-8263-cdb89a3ca60a req-7c8b42c8-22ba-4c15-92d6-82455ded75da tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 946 time: 0.0531189 Feb 02 15:57:22.558963 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d317f8a2-0f51-48fd-8263-cdb89a3ca60a req-f355dfd7-55d4-4e4a-9711-95ae193a2a92 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391519 Feb 02 15:57:23.130513 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-399c183d-95b8-4943-b51c-36f059c64e0f req-03fa88c3-faa8-4e5f-987c-4a02b5909ff3 tempest-ServerRescueNegativeTestJSON-659577800 tempest-ServerRescueNegativeTestJSON-659577800-project] 10.222.0.112 "GET /v2.0/ports?device_id=f16a9dc9-24b6-4fbd-8a36-c9aedd864de8 HTTP/1.1" status: 200 len: 210 time: 0.0272708 Feb 02 15:57:23.229223 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 07bda9a9-5405-4d9f-bb29-c929ef3b4f5a no longer exists at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 15:57:23.249514 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] No Port match for: 07bda9a9-5405-4d9f-bb29-c929ef3b4f5a {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 15:57:23.249907 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 07bda9a9-5405-4d9f-bb29-c929ef3b4f5a not bound to the agent host hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 15:57:23.689699 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8aa4b-96cb-44c8-a955-6a942d8e6bf9 req-6c759583-8b25-4ad2-aad9-8b9c9430af3f tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:23.691173 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-10e8aa4b-96cb-44c8-a955-6a942d8e6bf9 req-6c759583-8b25-4ad2-aad9-8b9c9430af3f tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 946 time: 0.0521541 Feb 02 15:57:23.740486 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-10e8aa4b-96cb-44c8-a955-6a942d8e6bf9 req-fc069cd3-11ef-4e1a-af52-d35897ca2e1e tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439003 Feb 02 15:57:24.193123 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 34120) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:57:24.655491 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-4cf92876-b356-402e-9a8e-20b1999e253f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7937627'] for router_interface (71bed4e6-8de0-43ed-9a3c-42e1fa75d10e), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:24.875926 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0648a-38f8-4e00-b919-1b7207c9f0c7 req-bcecf7ae-0efc-4673-9373-30090d2fa8e1 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:24.877762 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3ab0648a-38f8-4e00-b919-1b7207c9f0c7 req-bcecf7ae-0efc-4673-9373-30090d2fa8e1 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 946 time: 0.0601902 Feb 02 15:57:24.929953 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3ab0648a-38f8-4e00-b919-1b7207c9f0c7 req-56e9193e-4f5b-4b1f-affe-358c84381b5a tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461495 Feb 02 15:57:25.196506 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [None req-4cf92876-b356-402e-9a8e-20b1999e253f admin admin] Deleting port 0e9d5089-cf50-44eb-8472-aa120a271f5b {{(pid=109038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 15:57:25.197197 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-4cf92876-b356-402e-9a8e-20b1999e253f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (0e9d5089-cf50-44eb-8472-aa120a271f5b), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:25.274795 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [None req-4cf92876-b356-402e-9a8e-20b1999e253f admin admin] For port 0e9d5089-cf50-44eb-8472-aa120a271f5b, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=0e9d5089-cf50-44eb-8472-aa120a271f5b,segment=NetworkSegment(d4271925-4f0b-46e8-8c1e-4498d24f9aea),segment_id=d4271925-4f0b-46e8-8c1e-4498d24f9aea)] {{(pid=109038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:57:25.275154 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-4cf92876-b356-402e-9a8e-20b1999e253f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (0e9d5089-cf50-44eb-8472-aa120a271f5b), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:25.287409 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [None req-4cf92876-b356-402e-9a8e-20b1999e253f admin admin] Calling delete_port for 0e9d5089-cf50-44eb-8472-aa120a271f5b owned by network:router_interface {{(pid=109038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 15:57:25.459253 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-4cf92876-b356-402e-9a8e-20b1999e253f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (0e9d5089-cf50-44eb-8472-aa120a271f5b), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:25.494174 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf92876-b356-402e-9a8e-20b1999e253f admin admin] Pushing event deleted for resources: {'Port': ['ID=0e9d5089-cf50-44eb-8472-aa120a271f5b,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:25.654074 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-4cf92876-b356-402e-9a8e-20b1999e253f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8109520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7937735'] for router_interface (71bed4e6-8de0-43ed-9a3c-42e1fa75d10e), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:25.877988 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf92876-b356-402e-9a8e-20b1999e253f admin admin] Router 71bed4e6-8de0-43ed-9a3c-42e1fa75d10e has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:57:25.985509 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf92876-b356-402e-9a8e-20b1999e253f admin admin] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:57:25.990955 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-4cf92876-b356-402e-9a8e-20b1999e253f admin admin] 10.222.0.112 "PUT /v2.0/routers/71bed4e6-8de0-43ed-9a3c-42e1fa75d10e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7964675 Feb 02 15:57:25.993488 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 34176) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:57:25.996027 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca21930-afd8-4ee7-923b-0069dab7412e None None] Sync routers for ids ['71bed4e6-8de0-43ed-9a3c-42e1fa75d10e'] in dv-cinder-827511-1-iscsi {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:57:26.021426 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca21930-afd8-4ee7-923b-0069dab7412e None None] Routers {'71bed4e6-8de0-43ed-9a3c-42e1fa75d10e'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:57:26.022565 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-4ca21930-afd8-4ee7-923b-0069dab7412e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T15:57:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['71bed4e6-8de0-43ed-9a3c-42e1fa75d10e'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:26.117853 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-8537b58a-2c43-4dfb-b5f3-7b1dc7ae66d2 admin admin] Publish callbacks [] for router (71bed4e6-8de0-43ed-9a3c-42e1fa75d10e), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:26.121663 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6323b8-bb96-40b1-991f-12a73fa80854 req-e3fbb30b-c281-4fa5-b72f-059bf3692577 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:26.124123 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ba6323b8-bb96-40b1-991f-12a73fa80854 req-e3fbb30b-c281-4fa5-b72f-059bf3692577 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 946 time: 0.1152916 Feb 02 15:57:26.166889 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-4ca21930-afd8-4ee7-923b-0069dab7412e None None] Set router 71bed4e6-8de0-43ed-9a3c-42e1fa75d10e gateway port host: dv-cinder-827511-1-iscsi {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:57:26.181031 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ba6323b8-bb96-40b1-991f-12a73fa80854 req-4d81d13c-e773-4c1e-afd4-89a7fac4f612 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428996 Feb 02 15:57:26.241089 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-8537b58a-2c43-4dfb-b5f3-7b1dc7ae66d2 admin admin] Publish callbacks [] for router_gateway (71bed4e6-8de0-43ed-9a3c-42e1fa75d10e), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:26.293592 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [None req-8537b58a-2c43-4dfb-b5f3-7b1dc7ae66d2 admin admin] Deleting port b628810b-60a7-4852-9697-8332e7e83e20 {{(pid=109038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 15:57:26.293990 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-8537b58a-2c43-4dfb-b5f3-7b1dc7ae66d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (b628810b-60a7-4852-9697-8332e7e83e20), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:26.356754 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-4ca21930-afd8-4ee7-923b-0069dab7412e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bed4e6-8de0-43ed-9a3c-42e1fa75d10e', 'name': 'tempest-ServerRescueNegativeTestJSON-1284344483-router', 'tenant_id': '72f52223a6e14cb8a8c10c8caa85635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b628810b-60a7-4852-9697-8332e7e83e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:53:37Z', 'updated_at': '2022-02-02T15:57:25Z', 'revision_number': 5, 'project_id': '72f52223a6e14cb8a8c10c8caa85635b', 'gw_port': {'id': 'b628810b-60a7-4852-9697-8332e7e83e20', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:79:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bed4e6-8de0-43ed-9a3c-42e1fa75d10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:38Z', 'updated_at': '2022-02-02T15:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi'}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:26.384849 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca21930-afd8-4ee7-923b-0069dab7412e None None] Checking router: 71bed4e6-8de0-43ed-9a3c-42e1fa75d10e for host: dv-cinder-827511-1-iscsi {{(pid=109041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:57:26.385134 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [None req-8537b58a-2c43-4dfb-b5f3-7b1dc7ae66d2 admin admin] For port b628810b-60a7-4852-9697-8332e7e83e20, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=b628810b-60a7-4852-9697-8332e7e83e20,segment=NetworkSegment(aa18bba3-a434-4e8a-926e-117b8687e1ff),segment_id=aa18bba3-a434-4e8a-926e-117b8687e1ff)] {{(pid=109038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:57:26.385459 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-8537b58a-2c43-4dfb-b5f3-7b1dc7ae66d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (b628810b-60a7-4852-9697-8332e7e83e20), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:26.393367 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca21930-afd8-4ee7-923b-0069dab7412e None None] Routers {'71bed4e6-8de0-43ed-9a3c-42e1fa75d10e'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:57:26.393981 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-4ca21930-afd8-4ee7-923b-0069dab7412e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T15:57:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['71bed4e6-8de0-43ed-9a3c-42e1fa75d10e'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:26.399827 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [None req-8537b58a-2c43-4dfb-b5f3-7b1dc7ae66d2 admin admin] Calling delete_port for b628810b-60a7-4852-9697-8332e7e83e20 owned by network:router_gateway {{(pid=109038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 15:57:26.483051 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-4ca21930-afd8-4ee7-923b-0069dab7412e None None] Set router 71bed4e6-8de0-43ed-9a3c-42e1fa75d10e gateway port host: None {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:57:26.537450 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-4ca21930-afd8-4ee7-923b-0069dab7412e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bed4e6-8de0-43ed-9a3c-42e1fa75d10e', 'name': 'tempest-ServerRescueNegativeTestJSON-1284344483-router', 'tenant_id': '72f52223a6e14cb8a8c10c8caa85635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:53:37Z', 'updated_at': '2022-02-02T15:57:26Z', 'revision_number': 6, 'project_id': '72f52223a6e14cb8a8c10c8caa85635b', 'gw_port_host': None}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:26.564303 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca21930-afd8-4ee7-923b-0069dab7412e None None] The sync data for ids ['71bed4e6-8de0-43ed-9a3c-42e1fa75d10e'] in dv-cinder-827511-1-iscsi is: [{'id': '71bed4e6-8de0-43ed-9a3c-42e1fa75d10e', 'name': 'tempest-ServerRescueNegativeTestJSON-1284344483-router', 'tenant_id': '72f52223a6e14cb8a8c10c8caa85635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:53:37Z', 'updated_at': '2022-02-02T15:57:26Z', 'revision_number': 6, 'project_id': '72f52223a6e14cb8a8c10c8caa85635b', 'gw_port_host': None}] {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:57:26.573095 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-8537b58a-2c43-4dfb-b5f3-7b1dc7ae66d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (b628810b-60a7-4852-9697-8332e7e83e20), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:26.602847 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537b58a-2c43-4dfb-b5f3-7b1dc7ae66d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b628810b-60a7-4852-9697-8332e7e83e20,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:26.663529 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-8537b58a-2c43-4dfb-b5f3-7b1dc7ae66d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7937893'] for router_gateway (71bed4e6-8de0-43ed-9a3c-42e1fa75d10e), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:26.766173 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-8537b58a-2c43-4dfb-b5f3-7b1dc7ae66d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8316650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4847'] for router (71bed4e6-8de0-43ed-9a3c-42e1fa75d10e), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:26.768211 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-8537b58a-2c43-4dfb-b5f3-7b1dc7ae66d2 admin admin] Publish callbacks [] for router_controller (71bed4e6-8de0-43ed-9a3c-42e1fa75d10e), precommit_delete_associations {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:26.833393 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-8537b58a-2c43-4dfb-b5f3-7b1dc7ae66d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8316661'] for router (71bed4e6-8de0-43ed-9a3c-42e1fa75d10e), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:26.833929 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8537b58a-2c43-4dfb-b5f3-7b1dc7ae66d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71bed4e6-8de0-43ed-9a3c-42e1fa75d10e {{(pid=109038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 15:57:26.839319 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-8537b58a-2c43-4dfb-b5f3-7b1dc7ae66d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:26.840596 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-8537b58a-2c43-4dfb-b5f3-7b1dc7ae66d2 admin admin] 10.222.0.112 "DELETE /v2.0/routers/71bed4e6-8de0-43ed-9a3c-42e1fa75d10e HTTP/1.1" status: 204 len: 168 time: 0.8461783 Feb 02 15:57:26.843256 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 34190) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:57:26.892035 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_v2 [None req-73456894-e458-4cd9-b0c4-cb5b98e0f1f5 admin admin] Deleting subnet 6bef7920-00cb-4a69-a6a7-9d6da3eabd36 {{(pid=109038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 15:57:26.895584 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-73456894-e458-4cd9-b0c4-cb5b98e0f1f5 admin admin] Publish callbacks [] for subnet (6bef7920-00cb-4a69-a6a7-9d6da3eabd36), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:26.932078 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-73456894-e458-4cd9-b0c4-cb5b98e0f1f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5222245'] for subnet (6bef7920-00cb-4a69-a6a7-9d6da3eabd36), precommit_delete_associations {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:26.971967 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-73456894-e458-4cd9-b0c4-cb5b98e0f1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145137'] for subnet (6bef7920-00cb-4a69-a6a7-9d6da3eabd36), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:27.028130 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-73456894-e458-4cd9-b0c4-cb5b98e0f1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4863332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5232880'] for subnet (6bef7920-00cb-4a69-a6a7-9d6da3eabd36), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:27.053184 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73456894-e458-4cd9-b0c4-cb5b98e0f1f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bef7920-00cb-4a69-a6a7-9d6da3eabd36,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:27.056990 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-73456894-e458-4cd9-b0c4-cb5b98e0f1f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:27.060038 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-73456894-e458-4cd9-b0c4-cb5b98e0f1f5 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/6bef7920-00cb-4a69-a6a7-9d6da3eabd36 HTTP/1.1" status: 204 len: 168 time: 0.2152779 Feb 02 15:57:27.063093 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 34194) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:57:27.129736 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-9722f218-0646-4235-b8fb-3450b8800592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1153519'] for network (aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:27.215512 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-9722f218-0646-4235-b8fb-3450b8800592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143470', 'neutron.services.segments.db._delete_segments_for_network-8791047536797'] for network (aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:27.238356 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.services.segments.db [None req-9722f218-0646-4235-b8fb-3450b8800592 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca']}} {{(pid=109038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:27.247743 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.services.segments.db [None req-9722f218-0646-4235-b8fb-3450b8800592 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4271925-4f0b-46e8-8c1e-4498d24f9aea') {'for_net_delete': True} {{(pid=109038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:27.248312 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.services.segments.db [None req-9722f218-0646-4235-b8fb-3450b8800592 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4271925-4f0b-46e8-8c1e-4498d24f9aea') {} {{(pid=109038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:27.257997 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-9722f218-0646-4235-b8fb-3450b8800592 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791047557030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5222254'] for segment (d4271925-4f0b-46e8-8c1e-4498d24f9aea), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:27.271526 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-9722f218-0646-4235-b8fb-3450b8800592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (d4271925-4f0b-46e8-8c1e-4498d24f9aea), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:27.277513 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9722f218-0646-4235-b8fb-3450b8800592 admin admin] Releasing vlan 985 on physical network physnet1 to pool {{(pid=109038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 15:57:27.277902 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-9722f218-0646-4235-b8fb-3450b8800592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4863390'] for segment (d4271925-4f0b-46e8-8c1e-4498d24f9aea), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:27.279645 dv-cinder-827511-1-iscsi neutron-server[109038]: Traceback (most recent call last): Feb 02 15:57:27.279645 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 15:57:27.279645 dv-cinder-827511-1-iscsi neutron-server[109038]: timer() Feb 02 15:57:27.279645 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:57:27.279645 dv-cinder-827511-1-iscsi neutron-server[109038]: cb(*args, **kw) Feb 02 15:57:27.279645 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 15:57:27.279645 dv-cinder-827511-1-iscsi neutron-server[109038]: return func(*args, **kwargs) Feb 02 15:57:27.279645 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:57:27.279645 dv-cinder-827511-1-iscsi neutron-server[109038]: self._notify() Feb 02 15:57:27.279645 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:57:27.279645 dv-cinder-827511-1-iscsi neutron-server[109038]: self.callback(batched_events) Feb 02 15:57:27.279645 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:57:27.279645 dv-cinder-827511-1-iscsi neutron-server[109038]: event.method(event) Feb 02 15:57:27.279645 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 15:57:27.279645 dv-cinder-827511-1-iscsi neutron-server[109038]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:57:27.279645 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 15:57:27.279645 dv-cinder-827511-1-iscsi neutron-server[109038]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:57:27.279645 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 15:57:27.279645 dv-cinder-827511-1-iscsi neutron-server[109038]: return f(self, *a, **k) Feb 02 15:57:27.279645 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:57:27.279645 dv-cinder-827511-1-iscsi neutron-server[109038]: return self._get(url).json() Feb 02 15:57:27.279645 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:57:27.279645 dv-cinder-827511-1-iscsi neutron-server[109038]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:57:27.279645 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 15:57:27.279645 dv-cinder-827511-1-iscsi neutron-server[109038]: return self.request(url, 'GET', **kwargs) Feb 02 15:57:27.279645 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 15:57:27.279645 dv-cinder-827511-1-iscsi neutron-server[109038]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:57:27.279645 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 15:57:27.279645 dv-cinder-827511-1-iscsi neutron-server[109038]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:57:27.279645 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 15:57:27.279645 dv-cinder-827511-1-iscsi neutron-server[109038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:57:27.279645 dv-cinder-827511-1-iscsi neutron-server[109038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:57:27.339059 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-9722f218-0646-4235-b8fb-3450b8800592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7937865'] for network (aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:27.355938 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-9722f218-0646-4235-b8fb-3450b8800592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:27.359189 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-9722f218-0646-4235-b8fb-3450b8800592 admin admin] 10.222.0.112 "DELETE /v2.0/networks/aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca HTTP/1.1" status: 204 len: 168 time: 0.2951086 Feb 02 15:57:27.360212 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9722f218-0646-4235-b8fb-3450b8800592 admin admin] Pushing event deleted for resources: {'Network': ['ID=aef6e1da-59e7-4b2f-bb61-abef1a5ae2ca,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:27.530598 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 34208) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:57:27.572113 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-f27a6fc5-b4c0-4a3b-b0d5-fce71b6022d5 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=72f52223a6e14cb8a8c10c8caa85635b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399997 Feb 02 15:57:27.574634 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 34210) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:57:27.625637 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-bef51788-98ff-4355-a9d3-8d0aaea635d2 admin admin] Publish callbacks [] for security_group (a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:27.650703 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-bef51788-98ff-4355-a9d3-8d0aaea635d2 admin admin] Publish callbacks [] for security_group (a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:27.696892 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-bef51788-98ff-4355-a9d3-8d0aaea635d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:27.699425 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-bef51788-98ff-4355-a9d3-8d0aaea635d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:27.700566 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-bef51788-98ff-4355-a9d3-8d0aaea635d2 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee HTTP/1.1" status: 204 len: 168 time: 0.1249802 Feb 02 15:57:27.708275 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef51788-98ff-4355-a9d3-8d0aaea635d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5adbaa4-00a8-4ffd-81e4-bccc96a1ffee,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:28.386547 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 34238) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:57:28.501594 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 0e9d5089-cf50-44eb-8472-aa120a271f5b no longer exists at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 15:57:28.504400 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-2913f238-6f0e-428a-9b8f-1762000fec4a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1574262170-network', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:57:28.525365 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2913f238-6f0e-428a-9b8f-1762000fec4a admin admin] Made reservation on behalf of 45b9c1b88a7c489db94e478b49b35d32 for: {'network': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:57:28.525599 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] No Port match for: 0e9d5089-cf50-44eb-8472-aa120a271f5b {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 15:57:28.526017 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 0e9d5089-cf50-44eb-8472-aa120a271f5b not bound to the agent host dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 15:57:28.526435 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device b628810b-60a7-4852-9697-8332e7e83e20 no longer exists at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 15:57:28.527778 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-2913f238-6f0e-428a-9b8f-1762000fec4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for network (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:28.537789 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-2913f238-6f0e-428a-9b8f-1762000fec4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:28.550206 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] No Port match for: b628810b-60a7-4852-9697-8332e7e83e20 {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 15:57:28.550514 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device b628810b-60a7-4852-9697-8332e7e83e20 not bound to the agent host dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 15:57:28.710869 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25a56b-8cc0-401d-84a1-36f77c951d5c req-805d79b8-665c-4143-8355-a050c440376d tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:28.712456 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2b25a56b-8cc0-401d-84a1-36f77c951d5c req-805d79b8-665c-4143-8355-a050c440376d tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/ports?device_id=0477e728-62bc-44e2-a8b9-14d1ed6bfbb8 HTTP/1.1" status: 200 len: 945 time: 0.0603838 Feb 02 15:57:28.763509 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2b25a56b-8cc0-401d-84a1-36f77c951d5c req-abd5bd1f-7aae-41a1-961d-929e5048ca09 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/security-groups?id=1c67e615-dc8f-4b94-a477-fe978a7983b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452216 Feb 02 15:57:28.856254 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-2913f238-6f0e-428a-9b8f-1762000fec4a admin admin] Publish callbacks [] for security_group (68dd593f-b555-46e6-8622-05c1012592ee), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:28.860774 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-2913f238-6f0e-428a-9b8f-1762000fec4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (68dd593f-b555-46e6-8622-05c1012592ee), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:28.880701 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2913f238-6f0e-428a-9b8f-1762000fec4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 961} {{(pid=109038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:57:28.894075 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913f238-6f0e-428a-9b8f-1762000fec4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68dd593f-b555-46e6-8622-05c1012592ee,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:28.898751 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-2913f238-6f0e-428a-9b8f-1762000fec4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:28.899096 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.db.segments_db [None req-2913f238-6f0e-428a-9b8f-1762000fec4a admin admin] Added segment 87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5 of type vlan for network cdf28f1b-0411-4dee-a903-8841bfaf0c1e Feb 02 15:57:28.937917 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-2913f238-6f0e-428a-9b8f-1762000fec4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791047091321'] for network (cdf28f1b-0411-4dee-a903-8841bfaf0c1e), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:28.962426 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-2913f238-6f0e-428a-9b8f-1762000fec4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529'] for network (cdf28f1b-0411-4dee-a903-8841bfaf0c1e), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:28.963398 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2913f238-6f0e-428a-9b8f-1762000fec4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:28.964009 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-2913f238-6f0e-428a-9b8f-1762000fec4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:28.990029 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-2913f238-6f0e-428a-9b8f-1762000fec4a admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6024196 Feb 02 15:57:28.993171 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 34248) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:57:28.998038 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-cb4095f5-1c2e-4c76-8d53-7c55844afe3a admin admin] Request body: {'subnet': {'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1574262170-subnet', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:57:29.017490 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4095f5-1c2e-4c76-8d53-7c55844afe3a admin admin] Made reservation on behalf of 45b9c1b88a7c489db94e478b49b35d32 for: {'subnet': 1} {{(pid=109039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:57:29.019787 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-cb4095f5-1c2e-4c76-8d53-7c55844afe3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6097064'] for subnet (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:29.028947 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913f238-6f0e-428a-9b8f-1762000fec4a admin admin] Pushing event updated for resources: {'Network': ['ID=cdf28f1b-0411-4dee-a903-8841bfaf0c1e,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:29.039066 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Network cdf28f1b-0411-4dee-a903-8841bfaf0c1e details requested by agent ovs-agent-dv-cinder-827511-1-iscsi with host dv-cinder-827511-1-iscsi {{(pid=109040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 15:57:29.198592 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-cb4095f5-1c2e-4c76-8d53-7c55844afe3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5289414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6097986'] for subnet (88fa9161-0b2a-481a-ad23-bc99e36fcc51), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:29.255912 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4095f5-1c2e-4c76-8d53-7c55844afe3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=88fa9161-0b2a-481a-ad23-bc99e36fcc51,revision_number=0']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:29.263085 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4095f5-1c2e-4c76-8d53-7c55844afe3a admin admin] Checking segment: {'id': '87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:57:29.263450 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4095f5-1c2e-4c76-8d53-7c55844afe3a admin admin] Network hostable DHCP agents. Network: cdf28f1b-0411-4dee-a903-8841bfaf0c1e, hostable agents: ['c53fdfd4-74a4-4640-bea7-ca8e654bcb85'], hosted agents: [] {{(pid=109039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:57:29.268011 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 34256) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:57:29.281581 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4095f5-1c2e-4c76-8d53-7c55844afe3a admin admin] Network cdf28f1b-0411-4dee-a903-8841bfaf0c1e is scheduled to be hosted by DHCP agent c53fdfd4-74a4-4640-bea7-ca8e654bcb85 with binding_index 1 {{(pid=109039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:57:29.291127 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.base_scheduler [None req-cb4095f5-1c2e-4c76-8d53-7c55844afe3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827511-1-iscsi, cdf28f1b-0411-4dee-a903-8841bfaf0c1e) {{(pid=109039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:57:29.295489 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4095f5-1c2e-4c76-8d53-7c55844afe3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:29.296095 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-cb4095f5-1c2e-4c76-8d53-7c55844afe3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for subnet (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:29.303506 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1176cc26-9cea-4223-bf54-823efc7f6df9 None None] Network cdf28f1b-0411-4dee-a903-8841bfaf0c1e requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:57:29.314664 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-cb4095f5-1c2e-4c76-8d53-7c55844afe3a admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3203797 Feb 02 15:57:29.317642 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 34260) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:57:29.322095 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-797e4b1b-f1fc-4cf6-ad74-5b48d6eb62e3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1574262170-router', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'}}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:57:29.347453 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-797e4b1b-f1fc-4cf6-ad74-5b48d6eb62e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7954820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4637'] for router (72d61eae-3e8b-41aa-bd55-419673a4b8cc), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:29.348694 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-797e4b1b-f1fc-4cf6-ad74-5b48d6eb62e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8316468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7936462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7985232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4628'] for router (72d61eae-3e8b-41aa-bd55-419673a4b8cc), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:29.409693 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-abe1b48b-72e0-49cf-9b42-32c116b1a032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:29.413167 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a06922-483f-4269-96ae-945f2ee8a659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb731cab0-9462-5933-b2b8-c5fd2c1b6f81-cdf28f1b-0411-4dee-a903-8841bfaf0c1e', 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e', 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'fixed_ips': [{'subnet_id': '88fa9161-0b2a-481a-ad23-bc99e36fcc51'}]}} from dv-cinder-827511-1-iscsi. {{(pid=109040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 15:57:29.414365 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-81a06922-483f-4269-96ae-945f2ee8a659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:29.414630 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-797e4b1b-f1fc-4cf6-ad74-5b48d6eb62e3 admin admin] Publish callbacks [] for router_controller (72d61eae-3e8b-41aa-bd55-419673a4b8cc), precommit_add_association {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:29.578514 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-797e4b1b-f1fc-4cf6-ad74-5b48d6eb62e3 admin admin] Publish callbacks [] for router_gateway (72d61eae-3e8b-41aa-bd55-419673a4b8cc), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:29.643684 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-abe1b48b-72e0-49cf-9b42-32c116b1a032 admin admin] Publish callbacks [] for security_group (0341412c-414b-4665-95fb-e56aba8be464), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:29.669729 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.db_base_plugin_common [None req-81a06922-483f-4269-96ae-945f2ee8a659 None None] Allocated IP 172.20.0.2 (cdf28f1b-0411-4dee-a903-8841bfaf0c1e/88fa9161-0b2a-481a-ad23-bc99e36fcc51/cbcde060-0961-4c11-8c52-3c83ec33d6dc) {{(pid=109040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:57:29.670314 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-abe1b48b-72e0-49cf-9b42-32c116b1a032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (0341412c-414b-4665-95fb-e56aba8be464), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:29.722581 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-abe1b48b-72e0-49cf-9b42-32c116b1a032 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=3f4d7b86b91949dbbf90a09d1e141c6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4511018 Feb 02 15:57:29.723443 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 34262) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:57:29.727991 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1b48b-72e0-49cf-9b42-32c116b1a032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0341412c-414b-4665-95fb-e56aba8be464,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:29.799039 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-6e543677-fe6e-483a-bf96-f7e568608892 admin admin] Publish callbacks [] for security_group (0341412c-414b-4665-95fb-e56aba8be464), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:29.817219 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-81a06922-483f-4269-96ae-945f2ee8a659 None None] Publish callbacks [] for port (cbcde060-0961-4c11-8c52-3c83ec33d6dc), precommit_create {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:29.824533 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-81a06922-483f-4269-96ae-945f2ee8a659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353'] for port (cbcde060-0961-4c11-8c52-3c83ec33d6dc), after_create {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:29.824922 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-6e543677-fe6e-483a-bf96-f7e568608892 admin admin] Publish callbacks [] for security_group (0341412c-414b-4665-95fb-e56aba8be464), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:29.856551 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-797e4b1b-f1fc-4cf6-ad74-5b48d6eb62e3 admin admin] Publish callbacks [] for router_gateway (72d61eae-3e8b-41aa-bd55-419673a4b8cc), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:29.872438 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a06922-483f-4269-96ae-945f2ee8a659 None None] Pushing event updated for resources: {'Port': ['ID=cbcde060-0961-4c11-8c52-3c83ec33d6dc,revision_number=1']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:29.877457 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-797e4b1b-f1fc-4cf6-ad74-5b48d6eb62e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:29.883522 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a06922-483f-4269-96ae-945f2ee8a659 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:29.883883 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a06922-483f-4269-96ae-945f2ee8a659 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:29.884225 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a06922-483f-4269-96ae-945f2ee8a659 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:29.884568 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a06922-483f-4269-96ae-945f2ee8a659 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:29.884888 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a06922-483f-4269-96ae-945f2ee8a659 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:29.885253 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a06922-483f-4269-96ae-945f2ee8a659 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:29.885736 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a06922-483f-4269-96ae-945f2ee8a659 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:29.886230 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a06922-483f-4269-96ae-945f2ee8a659 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:29.886730 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a06922-483f-4269-96ae-945f2ee8a659 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:29.887216 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a06922-483f-4269-96ae-945f2ee8a659 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:29.887701 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a06922-483f-4269-96ae-945f2ee8a659 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:29.888183 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a06922-483f-4269-96ae-945f2ee8a659 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:29.888681 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a06922-483f-4269-96ae-945f2ee8a659 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:29.898942 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a06922-483f-4269-96ae-945f2ee8a659 None None] Network cdf28f1b-0411-4dee-a903-8841bfaf0c1e is already hosted by enough agents. {{(pid=109040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:57:29.900605 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.scheduler.base_scheduler [None req-81a06922-483f-4269-96ae-945f2ee8a659 None None] Resources bound (agent type, host, resource id): {{(pid=109040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:57:29.903075 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a06922-483f-4269-96ae-945f2ee8a659 None None] Received port after_create {{(pid=109040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:57:29.923395 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8cf57-d19d-4596-b957-8b588e36190f req-2637c826-f98d-4485-b5cd-b30d900e92cc tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:29.925379 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-78d8cf57-d19d-4596-b957-8b588e36190f req-2637c826-f98d-4485-b5cd-b30d900e92cc tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/ports?device_id=0477e728-62bc-44e2-a8b9-14d1ed6bfbb8 HTTP/1.1" status: 200 len: 945 time: 0.0746038 Feb 02 15:57:29.935332 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-6e543677-fe6e-483a-bf96-f7e568608892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (0341412c-414b-4665-95fb-e56aba8be464), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:29.943728 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-6e543677-fe6e-483a-bf96-f7e568608892 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:29.945476 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-6e543677-fe6e-483a-bf96-f7e568608892 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/0341412c-414b-4665-95fb-e56aba8be464 HTTP/1.1" status: 204 len: 168 time: 0.2207789 Feb 02 15:57:29.963842 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-81a06922-483f-4269-96ae-945f2ee8a659 None None] Attempting to bind port cbcde060-0961-4c11-8c52-3c83ec33d6dc on host dv-cinder-827511-1-iscsi for vnic_type normal with profile {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:57:29.964135 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-81a06922-483f-4269-96ae-945f2ee8a659 None None] Attempting to bind port cbcde060-0961-4c11-8c52-3c83ec33d6dc by drivers openvswitch,hyperv on host dv-cinder-827511-1-iscsi at level 0 using segments [{'id': '87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e'}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:57:29.964508 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a06922-483f-4269-96ae-945f2ee8a659 None None] Attempting to bind port cbcde060-0961-4c11-8c52-3c83ec33d6dc on network cdf28f1b-0411-4dee-a903-8841bfaf0c1e {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:57:29.970130 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a06922-483f-4269-96ae-945f2ee8a659 None None] Checking agent: {'id': 'b5af8d0a-fb73-41c0-8b14-396d0b8fc477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827511-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 45, 49), 'started_at': datetime.datetime(2022, 2, 2, 15, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827511-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:57:29.970501 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a06922-483f-4269-96ae-945f2ee8a659 None None] Checking segment: {'id': '87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:57:29.971361 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-81a06922-483f-4269-96ae-945f2ee8a659 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:29.971923 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a06922-483f-4269-96ae-945f2ee8a659 None None] Bound using segment: {'id': '87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e'} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:57:29.972714 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-81a06922-483f-4269-96ae-945f2ee8a659 None None] Bound port: cbcde060-0961-4c11-8c52-3c83ec33d6dc, host: dv-cinder-827511-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e'}}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:57:29.973296 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-81a06922-483f-4269-96ae-945f2ee8a659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (cbcde060-0961-4c11-8c52-3c83ec33d6dc), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:29.974966 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e543677-fe6e-483a-bf96-f7e568608892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0341412c-414b-4665-95fb-e56aba8be464,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:30.010520 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-78d8cf57-d19d-4596-b957-8b588e36190f req-232b0c33-ea84-4f72-8436-5ebac6e9afab tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/security-groups?id=1c67e615-dc8f-4b94-a477-fe978a7983b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638380 Feb 02 15:57:30.012631 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_common [None req-797e4b1b-f1fc-4cf6-ad74-5b48d6eb62e3 admin admin] Allocated IP 172.27.3.48 (b73e1e25-daa0-4c48-af6a-058d6b286a0a/28a77757-7571-4525-b12f-0d0c59f041b8/44521661-896a-4a32-8f56-2e3fe7dedcd0) {{(pid=109038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:57:30.074751 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-81a06922-483f-4269-96ae-945f2ee8a659 None None] For port cbcde060-0961-4c11-8c52-3c83ec33d6dc, host dv-cinder-827511-1-iscsi, cleared binding levels {{(pid=109040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:57:30.078143 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-81a06922-483f-4269-96ae-945f2ee8a659 None None] For port cbcde060-0961-4c11-8c52-3c83ec33d6dc, host dv-cinder-827511-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=cbcde060-0961-4c11-8c52-3c83ec33d6dc,segment=NetworkSegment(87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5),segment_id=87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5)] {{(pid=109040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:57:30.084921 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-81a06922-483f-4269-96ae-945f2ee8a659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (cbcde060-0961-4c11-8c52-3c83ec33d6dc), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:30.158148 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a06922-483f-4269-96ae-945f2ee8a659 None None] Pushing event updated for resources: {'Port': ['ID=cbcde060-0961-4c11-8c52-3c83ec33d6dc,revision_number=2']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:30.187718 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-797e4b1b-f1fc-4cf6-ad74-5b48d6eb62e3 admin admin] Publish callbacks [] for port (44521661-896a-4a32-8f56-2e3fe7dedcd0), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:30.227195 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-797e4b1b-f1fc-4cf6-ad74-5b48d6eb62e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (44521661-896a-4a32-8f56-2e3fe7dedcd0), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:30.272175 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797e4b1b-f1fc-4cf6-ad74-5b48d6eb62e3 admin admin] Network b73e1e25-daa0-4c48-af6a-058d6b286a0a is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:57:30.275171 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [None req-797e4b1b-f1fc-4cf6-ad74-5b48d6eb62e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:57:30.279549 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797e4b1b-f1fc-4cf6-ad74-5b48d6eb62e3 admin admin] Received port after_create {{(pid=109038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:57:30.283928 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e4b1b-f1fc-4cf6-ad74-5b48d6eb62e3 admin admin] Pushing event updated for resources: {'Port': ['ID=44521661-896a-4a32-8f56-2e3fe7dedcd0,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:30.550747 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device cbcde060-0961-4c11-8c52-3c83ec33d6dc up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:57:30.573676 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-797e4b1b-f1fc-4cf6-ad74-5b48d6eb62e3 admin admin] Publish callbacks [] for router_gateway (72d61eae-3e8b-41aa-bd55-419673a4b8cc), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:30.605014 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port cbcde060-0961-4c11-8c52-3c83ec33d6dc triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:57:30.605779 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (cbcde060-0961-4c11-8c52-3c83ec33d6dc), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:30.695945 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port cbcde060-0961-4c11-8c52-3c83ec33d6dc is: DOWN; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:57:30.696600 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (cbcde060-0961-4c11-8c52-3c83ec33d6dc), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:30.740562 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] For port cbcde060-0961-4c11-8c52-3c83ec33d6dc, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=cbcde060-0961-4c11-8c52-3c83ec33d6dc,segment=NetworkSegment(87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5),segment_id=87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:57:30.744208 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (cbcde060-0961-4c11-8c52-3c83ec33d6dc), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:30.797299 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec50efa-fbcc-4da1-9b56-58fd1cc60074 req-ff8c92f8-caa8-4739-9e23-8df8330acacc tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:30.797733 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Pushing event updated for resources: {'Port': ['ID=cbcde060-0961-4c11-8c52-3c83ec33d6dc,revision_number=3']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:30.798796 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6ec50efa-fbcc-4da1-9b56-58fd1cc60074 req-ff8c92f8-caa8-4739-9e23-8df8330acacc tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.59 "GET /v2.0/ports?device_id=0477e728-62bc-44e2-a8b9-14d1ed6bfbb8 HTTP/1.1" status: 200 len: 945 time: 0.1232200 Feb 02 15:57:30.935736 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-797e4b1b-f1fc-4cf6-ad74-5b48d6eb62e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8316479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7936445'] for router (72d61eae-3e8b-41aa-bd55-419673a4b8cc), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:31.039609 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-6ec50efa-fbcc-4da1-9b56-58fd1cc60074 req-e25a71f6-7a97-4351-9a19-62842c88cf58 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Deleting port 8522b6de-73ae-40ea-9d84-1a64555ddf0d {{(pid=109038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 15:57:31.039958 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-6ec50efa-fbcc-4da1-9b56-58fd1cc60074 req-e25a71f6-7a97-4351-9a19-62842c88cf58 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (8522b6de-73ae-40ea-9d84-1a64555ddf0d), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:31.157821 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acc5dc7-720a-4ff8-ab11-ab1d494d9097 None None] Network cdf28f1b-0411-4dee-a903-8841bfaf0c1e requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 15:57:31.175587 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-6ec50efa-fbcc-4da1-9b56-58fd1cc60074 req-e25a71f6-7a97-4351-9a19-62842c88cf58 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] For port 8522b6de-73ae-40ea-9d84-1a64555ddf0d, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=8522b6de-73ae-40ea-9d84-1a64555ddf0d,segment=NetworkSegment(e1c17517-5a31-40b4-b29e-bfdc7d255762),segment_id=e1c17517-5a31-40b4-b29e-bfdc7d255762)] {{(pid=109038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:57:31.175958 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-6ec50efa-fbcc-4da1-9b56-58fd1cc60074 req-e25a71f6-7a97-4351-9a19-62842c88cf58 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (8522b6de-73ae-40ea-9d84-1a64555ddf0d), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:31.193702 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd6b08-3678-4279-b3a0-ead934832364 req-8c64d7b6-7cd9-4ffd-922c-efa5032e93ac tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:31.197856 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-cccd6b08-3678-4279-b3a0-ead934832364 req-8c64d7b6-7cd9-4ffd-922c-efa5032e93ac tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/ports?device_id=0477e728-62bc-44e2-a8b9-14d1ed6bfbb8 HTTP/1.1" status: 200 len: 945 time: 0.0797923 Feb 02 15:57:31.198947 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797e4b1b-f1fc-4cf6-ad74-5b48d6eb62e3 admin admin] Router 72d61eae-3e8b-41aa-bd55-419673a4b8cc is scheduled to L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 with binding_index 1 {{(pid=109038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 15:57:31.201780 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-6ec50efa-fbcc-4da1-9b56-58fd1cc60074 req-e25a71f6-7a97-4351-9a19-62842c88cf58 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Calling delete_port for 8522b6de-73ae-40ea-9d84-1a64555ddf0d owned by compute:nova {{(pid=109038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 15:57:31.250986 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-cccd6b08-3678-4279-b3a0-ead934832364 req-5be3109e-8521-4336-87bd-d0d1d47b3d60 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/security-groups?id=1c67e615-dc8f-4b94-a477-fe978a7983b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455878 Feb 02 15:57:31.255691 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-7317eb9c-152e-4bdf-8834-442f0128d068 None None] Provisioning complete for port cbcde060-0961-4c11-8c52-3c83ec33d6dc triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:57:31.255691 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-7317eb9c-152e-4bdf-8834-442f0128d068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (cbcde060-0961-4c11-8c52-3c83ec33d6dc), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:31.387998 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797e4b1b-f1fc-4cf6-ad74-5b48d6eb62e3 admin admin] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:57:31.402281 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-7317eb9c-152e-4bdf-8834-442f0128d068 None None] Current status of the port cbcde060-0961-4c11-8c52-3c83ec33d6dc is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:57:31.414223 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b716eb-a8d7-428c-84ac-e9421575680c None None] Sync routers for ids ['72d61eae-3e8b-41aa-bd55-419673a4b8cc'] in dv-cinder-827511-1-iscsi {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:57:31.425798 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b716eb-a8d7-428c-84ac-e9421575680c None None] Routers {'72d61eae-3e8b-41aa-bd55-419673a4b8cc'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:57:31.428766 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-a3b716eb-a8d7-428c-84ac-e9421575680c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T15:57:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['72d61eae-3e8b-41aa-bd55-419673a4b8cc'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:31.462168 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-797e4b1b-f1fc-4cf6-ad74-5b48d6eb62e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:31.462580 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-797e4b1b-f1fc-4cf6-ad74-5b48d6eb62e3 admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1437843 Feb 02 15:57:31.463969 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-6ec50efa-fbcc-4da1-9b56-58fd1cc60074 req-e25a71f6-7a97-4351-9a19-62842c88cf58 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (8522b6de-73ae-40ea-9d84-1a64555ddf0d), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:31.466042 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 34270) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:57:31.493609 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a71f6-7a97-4351-9a19-62842c88cf58 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Pushing event deleted for resources: {'Port': ['ID=8522b6de-73ae-40ea-9d84-1a64555ddf0d,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:31.531775 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['8522b6de-73ae-40ea-9d84-1a64555ddf0d'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 15:57:31.551326 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec50efa-fbcc-4da1-9b56-58fd1cc60074 req-e25a71f6-7a97-4351-9a19-62842c88cf58 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] No DVR routers for this DVR port 8522b6de-73ae-40ea-9d84-1a64555ddf0d on host hv-cinder-82751 {{(pid=109038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:57:31.554163 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-6ec50efa-fbcc-4da1-9b56-58fd1cc60074 req-e25a71f6-7a97-4351-9a19-62842c88cf58 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:31.557821 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6ec50efa-fbcc-4da1-9b56-58fd1cc60074 req-e25a71f6-7a97-4351-9a19-62842c88cf58 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.59 "DELETE /v2.0/ports/8522b6de-73ae-40ea-9d84-1a64555ddf0d HTTP/1.1" status: 204 len: 173 time: 0.7495821 Feb 02 15:57:31.558285 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0477e728-62bc-44e2-a8b9-14d1ed6bfbb8', 'name': 'network-vif-deleted', 'tag': '8522b6de-73ae-40ea-9d84-1a64555ddf0d'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:57:31.571889 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efda844-ccbd-4e0a-9305-7327f5ce9543" -d '{"events": [{"server_uuid": "0477e728-62bc-44e2-a8b9-14d1ed6bfbb8", "name": "network-vif-deleted", "tag": "8522b6de-73ae-40ea-9d84-1a64555ddf0d"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:57:31.585930 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-a3b716eb-a8d7-428c-84ac-e9421575680c None None] Set router 72d61eae-3e8b-41aa-bd55-419673a4b8cc gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:57:31.650058 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 15:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff20f37e-4ed4-4d72-a23e-bd1e03a1bdf7 x-openstack-request-id: req-ff20f37e-4ed4-4d72-a23e-bd1e03a1bdf7 {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:57:31.651323 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0477e728-62bc-44e2-a8b9-14d1ed6bfbb8", "name": "network-vif-deleted", "tag": "8522b6de-73ae-40ea-9d84-1a64555ddf0d", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:57:31.651786 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-ff20f37e-4ed4-4d72-a23e-bd1e03a1bdf7 {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:57:31.652444 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0477e728-62bc-44e2-a8b9-14d1ed6bfbb8', 'name': 'network-vif-deleted', 'tag': '8522b6de-73ae-40ea-9d84-1a64555ddf0d', 'status': 'completed', 'code': 200} Feb 02 15:57:31.747714 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-d2781091-b162-4e1d-91ec-0068172e40f2 None None] Provisioning complete for port cbcde060-0961-4c11-8c52-3c83ec33d6dc triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:57:31.749015 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-d2781091-b162-4e1d-91ec-0068172e40f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (cbcde060-0961-4c11-8c52-3c83ec33d6dc), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:31.864208 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-a3b716eb-a8d7-428c-84ac-e9421575680c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'name': 'tempest-AttachVolumeTestJSON-1574262170-router', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:30Z', 'revision_number': 3, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'gw_port': {'id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi'}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:31.895755 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-d2781091-b162-4e1d-91ec-0068172e40f2 None None] Current status of the port cbcde060-0961-4c11-8c52-3c83ec33d6dc is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:57:31.898758 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b716eb-a8d7-428c-84ac-e9421575680c None None] Checking router: 72d61eae-3e8b-41aa-bd55-419673a4b8cc for host: dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:57:31.899144 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b716eb-a8d7-428c-84ac-e9421575680c None None] Updating router 72d61eae-3e8b-41aa-bd55-419673a4b8cc port 44521661-896a-4a32-8f56-2e3fe7dedcd0 binding host dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:57:31.926857 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-a3b716eb-a8d7-428c-84ac-e9421575680c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (44521661-896a-4a32-8f56-2e3fe7dedcd0), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:31.952377 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-dcdbb7b2-3a6f-486c-9917-d3994ee4d0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:32.116406 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.db_base_plugin_common [None req-dcdbb7b2-3a6f-486c-9917-d3994ee4d0fc admin admin] Allocated IP 172.20.0.1 (cdf28f1b-0411-4dee-a903-8841bfaf0c1e/88fa9161-0b2a-481a-ad23-bc99e36fcc51/062fec73-b264-471d-a458-820920794199) {{(pid=109039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:57:32.200902 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-a3b716eb-a8d7-428c-84ac-e9421575680c None None] Publish callbacks [] for port (44521661-896a-4a32-8f56-2e3fe7dedcd0), precommit_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:32.207999 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-a3b716eb-a8d7-428c-84ac-e9421575680c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (44521661-896a-4a32-8f56-2e3fe7dedcd0), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:32.228453 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-dcdbb7b2-3a6f-486c-9917-d3994ee4d0fc admin admin] Publish callbacks [] for port (062fec73-b264-471d-a458-820920794199), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:32.261902 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-dcdbb7b2-3a6f-486c-9917-d3994ee4d0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5289298'] for port (062fec73-b264-471d-a458-820920794199), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:32.267139 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-a3b716eb-a8d7-428c-84ac-e9421575680c None None] Attempting to bind port 44521661-896a-4a32-8f56-2e3fe7dedcd0 on host dv-cinder-827511-1-iscsi for vnic_type normal with profile {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:57:32.267516 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-a3b716eb-a8d7-428c-84ac-e9421575680c None None] Attempting to bind port 44521661-896a-4a32-8f56-2e3fe7dedcd0 by drivers openvswitch,hyperv on host dv-cinder-827511-1-iscsi at level 0 using segments [{'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:57:32.267885 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b716eb-a8d7-428c-84ac-e9421575680c None None] Attempting to bind port 44521661-896a-4a32-8f56-2e3fe7dedcd0 on network b73e1e25-daa0-4c48-af6a-058d6b286a0a {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:57:32.274626 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5185f-3571-4305-a9a2-88c40fb2f988 None None] Pushing event updated for resources: {'Port': ['ID=44521661-896a-4a32-8f56-2e3fe7dedcd0,revision_number=2']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:32.277382 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b716eb-a8d7-428c-84ac-e9421575680c None None] Checking agent: {'id': 'b5af8d0a-fb73-41c0-8b14-396d0b8fc477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827511-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 45, 49), 'started_at': datetime.datetime(2022, 2, 2, 15, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827511-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:57:32.277853 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b716eb-a8d7-428c-84ac-e9421575680c None None] Checking segment: {'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:57:32.278214 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-a3b716eb-a8d7-428c-84ac-e9421575680c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:32.278597 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b716eb-a8d7-428c-84ac-e9421575680c None None] Bound using segment: {'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:57:32.279068 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-a3b716eb-a8d7-428c-84ac-e9421575680c None None] Bound port: 44521661-896a-4a32-8f56-2e3fe7dedcd0, host: dv-cinder-827511-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'}}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:57:32.279449 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-a3b716eb-a8d7-428c-84ac-e9421575680c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (44521661-896a-4a32-8f56-2e3fe7dedcd0), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:32.304948 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdbb7b2-3a6f-486c-9917-d3994ee4d0fc admin admin] Network cdf28f1b-0411-4dee-a903-8841bfaf0c1e is already hosted by enough agents. {{(pid=109039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:57:32.307954 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.base_scheduler [None req-dcdbb7b2-3a6f-486c-9917-d3994ee4d0fc admin admin] Resources bound (agent type, host, resource id): {{(pid=109039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:57:32.310407 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdbb7b2-3a6f-486c-9917-d3994ee4d0fc admin admin] Received port after_create {{(pid=109039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:57:32.348815 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-a3b716eb-a8d7-428c-84ac-e9421575680c None None] For port 44521661-896a-4a32-8f56-2e3fe7dedcd0, host dv-cinder-827511-1-iscsi, cleared binding levels {{(pid=109040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:57:32.356419 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-a3b716eb-a8d7-428c-84ac-e9421575680c None None] For port 44521661-896a-4a32-8f56-2e3fe7dedcd0, host dv-cinder-827511-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=44521661-896a-4a32-8f56-2e3fe7dedcd0,segment=NetworkSegment(aa18bba3-a434-4e8a-926e-117b8687e1ff),segment_id=aa18bba3-a434-4e8a-926e-117b8687e1ff)] {{(pid=109040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:57:32.363161 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbb7b2-3a6f-486c-9917-d3994ee4d0fc admin admin] Pushing event updated for resources: {'Port': ['ID=062fec73-b264-471d-a458-820920794199,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:32.364606 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-a3b716eb-a8d7-428c-84ac-e9421575680c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (44521661-896a-4a32-8f56-2e3fe7dedcd0), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:32.387707 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-dcdbb7b2-3a6f-486c-9917-d3994ee4d0fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7937998'] for router_interface (72d61eae-3e8b-41aa-bd55-419673a4b8cc), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:32.438771 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5185f-3571-4305-a9a2-88c40fb2f988 None None] Pushing event updated for resources: {'Port': ['ID=44521661-896a-4a32-8f56-2e3fe7dedcd0,revision_number=3']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:32.453428 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b716eb-a8d7-428c-84ac-e9421575680c None None] Routers {'72d61eae-3e8b-41aa-bd55-419673a4b8cc'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:57:32.454816 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-a3b716eb-a8d7-428c-84ac-e9421575680c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T15:57:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['72d61eae-3e8b-41aa-bd55-419673a4b8cc'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:32.567344 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-dcdbb7b2-3a6f-486c-9917-d3994ee4d0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (062fec73-b264-471d-a458-820920794199), before_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:32.591607 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device cbcde060-0961-4c11-8c52-3c83ec33d6dc up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:57:32.738420 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-dcdbb7b2-3a6f-486c-9917-d3994ee4d0fc admin admin] Publish callbacks [] for port (062fec73-b264-471d-a458-820920794199), precommit_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:32.744145 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-dcdbb7b2-3a6f-486c-9917-d3994ee4d0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5289307'] for port (062fec73-b264-471d-a458-820920794199), after_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:32.784070 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-a3b716eb-a8d7-428c-84ac-e9421575680c None None] Set router 72d61eae-3e8b-41aa-bd55-419673a4b8cc gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:57:32.786121 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-9d7bec48-7d64-4bed-ba10-bceaec91abd8 None None] Provisioning complete for port 062fec73-b264-471d-a458-820920794199 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:57:32.786504 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-9d7bec48-7d64-4bed-ba10-bceaec91abd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (062fec73-b264-471d-a458-820920794199), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:32.813773 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbb7b2-3a6f-486c-9917-d3994ee4d0fc admin admin] Pushing event updated for resources: {'Port': ['ID=062fec73-b264-471d-a458-820920794199,revision_number=2']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:32.818646 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-dcdbb7b2-3a6f-486c-9917-d3994ee4d0fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8109355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7937662'] for router_interface (72d61eae-3e8b-41aa-bd55-419673a4b8cc), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:32.890869 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port cbcde060-0961-4c11-8c52-3c83ec33d6dc triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:57:32.891312 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (cbcde060-0961-4c11-8c52-3c83ec33d6dc), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:32.899179 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-9d7bec48-7d64-4bed-ba10-bceaec91abd8 None None] Port 062fec73-b264-471d-a458-820920794199 cannot update to ACTIVE because it is not bound. {{(pid=109040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 15:57:32.910413 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdbb7b2-3a6f-486c-9917-d3994ee4d0fc admin admin] Network cdf28f1b-0411-4dee-a903-8841bfaf0c1e is already hosted by enough agents. {{(pid=109039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:57:32.911798 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.base_scheduler [None req-dcdbb7b2-3a6f-486c-9917-d3994ee4d0fc admin admin] Resources bound (agent type, host, resource id): {{(pid=109039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:57:33.034606 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcdbb7b2-3a6f-486c-9917-d3994ee4d0fc admin admin] Router 72d61eae-3e8b-41aa-bd55-419673a4b8cc has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:57:33.059507 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port cbcde060-0961-4c11-8c52-3c83ec33d6dc is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:57:33.074309 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-a3b716eb-a8d7-428c-84ac-e9421575680c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'name': 'tempest-AttachVolumeTestJSON-1574262170-router', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:30Z', 'revision_number': 3, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'gw_port': {'id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi'}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:33.101781 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b716eb-a8d7-428c-84ac-e9421575680c None None] The sync data for ids ['72d61eae-3e8b-41aa-bd55-419673a4b8cc'] in dv-cinder-827511-1-iscsi is: [{'id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'name': 'tempest-AttachVolumeTestJSON-1574262170-router', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:30Z', 'revision_number': 3, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'gw_port': {'id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi'}] {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:57:33.127122 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-1ee4ac31-9119-4dbc-b250-16e89506c04d None None] Provisioning complete for port 062fec73-b264-471d-a458-820920794199 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:57:33.127504 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-1ee4ac31-9119-4dbc-b250-16e89506c04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (062fec73-b264-471d-a458-820920794199), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:33.160454 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcdbb7b2-3a6f-486c-9917-d3994ee4d0fc admin admin] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:57:33.162287 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-1ee4ac31-9119-4dbc-b250-16e89506c04d None None] Port 062fec73-b264-471d-a458-820920794199 cannot update to ACTIVE because it is not bound. {{(pid=109040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 15:57:33.169602 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-dcdbb7b2-3a6f-486c-9917-d3994ee4d0fc admin admin] 10.222.0.112 "PUT /v2.0/routers/72d61eae-3e8b-41aa-bd55-419673a4b8cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7013779 Feb 02 15:57:33.682475 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 34292) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:57:33.687244 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-6c9bc66f-1676-4f71-abce-5743cac4bcf6 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Request body: {'security_group': {'name': 'tempest-securitygroup--985459089', 'description': 'tempest-description--1003800226'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:57:33.708314 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-6c9bc66f-1676-4f71-abce-5743cac4bcf6 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:33.777642 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-6c9bc66f-1676-4f71-abce-5743cac4bcf6 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for security_group (f03e7e36-92a1-4594-8706-355a213be93e), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:33.782229 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-6c9bc66f-1676-4f71-abce-5743cac4bcf6 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (f03e7e36-92a1-4594-8706-355a213be93e), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:33.814278 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-6c9bc66f-1676-4f71-abce-5743cac4bcf6 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:33.815555 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-6c9bc66f-1676-4f71-abce-5743cac4bcf6 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1319814 Feb 02 15:57:33.816850 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9bc66f-1676-4f71-abce-5743cac4bcf6 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f03e7e36-92a1-4594-8706-355a213be93e,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:33.818775 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 34294) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:57:33.823574 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-a80e3665-4f12-4630-8ff0-57dfab0e1eb6 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Request body: {'security_group_rule': {'security_group_id': 'f03e7e36-92a1-4594-8706-355a213be93e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:57:33.849339 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-a80e3665-4f12-4630-8ff0-57dfab0e1eb6 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for security_group_rule (f6ee17e3-63f2-4aed-9c4f-e49667bdb41b), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:33.906542 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-a80e3665-4f12-4630-8ff0-57dfab0e1eb6 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for security_group_rule (f6ee17e3-63f2-4aed-9c4f-e49667bdb41b), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:33.910371 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-a80e3665-4f12-4630-8ff0-57dfab0e1eb6 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515366'] for security_group_rule (f6ee17e3-63f2-4aed-9c4f-e49667bdb41b), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:33.931710 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e3665-4f12-4630-8ff0-57dfab0e1eb6 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ee17e3-63f2-4aed-9c4f-e49667bdb41b,revision_number=0']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:33.939628 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-a80e3665-4f12-4630-8ff0-57dfab0e1eb6 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:33.940842 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-a80e3665-4f12-4630-8ff0-57dfab0e1eb6 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208711 Feb 02 15:57:33.943475 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 34296) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:57:33.947750 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-b39b3cc7-d233-4bbb-a234-4f7fa750cf40 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Request body: {'security_group_rule': {'security_group_id': 'f03e7e36-92a1-4594-8706-355a213be93e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:57:33.971867 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-b39b3cc7-d233-4bbb-a234-4f7fa750cf40 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for security_group_rule (33a3a7c8-ed5a-4147-93a2-09f903a9cccb), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:34.025663 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-b39b3cc7-d233-4bbb-a234-4f7fa750cf40 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for security_group_rule (33a3a7c8-ed5a-4147-93a2-09f903a9cccb), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:34.029075 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-b39b3cc7-d233-4bbb-a234-4f7fa750cf40 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515366'] for security_group_rule (33a3a7c8-ed5a-4147-93a2-09f903a9cccb), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:34.045973 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b3cc7-d233-4bbb-a234-4f7fa750cf40 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33a3a7c8-ed5a-4147-93a2-09f903a9cccb,revision_number=0']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:34.054191 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-b39b3cc7-d233-4bbb-a234-4f7fa750cf40 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:34.055383 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-b39b3cc7-d233-4bbb-a234-4f7fa750cf40 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1109791 Feb 02 15:57:34.058423 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 34298) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:57:34.062796 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-b1d00b1b-42f8-4c8e-8d12-d905cf6ad261 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Request body: {'floatingip': {'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:57:34.084854 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-b1d00b1b-42f8-4c8e-8d12-d905cf6ad261 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:34.178496 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-b1d00b1b-42f8-4c8e-8d12-d905cf6ad261 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:34.283869 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.db_base_plugin_common [None req-b1d00b1b-42f8-4c8e-8d12-d905cf6ad261 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Allocated IP 172.27.3.74 (b73e1e25-daa0-4c48-af6a-058d6b286a0a/28a77757-7571-4525-b12f-0d0c59f041b8/805e65ba-79b2-4cee-b1e0-d9f5a0530a5b) {{(pid=109039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:57:34.383646 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-b1d00b1b-42f8-4c8e-8d12-d905cf6ad261 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for port (805e65ba-79b2-4cee-b1e0-d9f5a0530a5b), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:34.415848 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-b1d00b1b-42f8-4c8e-8d12-d905cf6ad261 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5289298'] for port (805e65ba-79b2-4cee-b1e0-d9f5a0530a5b), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:34.460223 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d00b1b-42f8-4c8e-8d12-d905cf6ad261 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Network b73e1e25-daa0-4c48-af6a-058d6b286a0a is already hosted by enough agents. {{(pid=109039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:57:34.463042 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.base_scheduler [None req-b1d00b1b-42f8-4c8e-8d12-d905cf6ad261 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Resources bound (agent type, host, resource id): {{(pid=109039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:57:34.469019 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d00b1b-42f8-4c8e-8d12-d905cf6ad261 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Received port after_create {{(pid=109039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:57:34.497468 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d00b1b-42f8-4c8e-8d12-d905cf6ad261 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Pushing event updated for resources: {'Port': ['ID=805e65ba-79b2-4cee-b1e0-d9f5a0530a5b,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:34.535158 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 44521661-896a-4a32-8f56-2e3fe7dedcd0 up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:57:34.583961 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port 44521661-896a-4a32-8f56-2e3fe7dedcd0 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:57:34.583961 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (44521661-896a-4a32-8f56-2e3fe7dedcd0), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:34.596441 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-b1d00b1b-42f8-4c8e-8d12-d905cf6ad261 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for floatingip (063da28a-9c6d-49b7-92fb-dc408b297313), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:34.642384 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-b1d00b1b-42f8-4c8e-8d12-d905cf6ad261 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (805e65ba-79b2-4cee-b1e0-d9f5a0530a5b), before_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:34.668126 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port 44521661-896a-4a32-8f56-2e3fe7dedcd0 is: DOWN; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:57:34.668522 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (44521661-896a-4a32-8f56-2e3fe7dedcd0), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:34.689165 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7b83a1-1e77-4265-95c2-72d12b237d32 None None] Sync routers for ids ['72d61eae-3e8b-41aa-bd55-419673a4b8cc'] in dv-cinder-827511-1-iscsi {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:57:34.690500 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] For port 44521661-896a-4a32-8f56-2e3fe7dedcd0, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=44521661-896a-4a32-8f56-2e3fe7dedcd0,segment=NetworkSegment(aa18bba3-a434-4e8a-926e-117b8687e1ff),segment_id=aa18bba3-a434-4e8a-926e-117b8687e1ff)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:57:34.694425 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (44521661-896a-4a32-8f56-2e3fe7dedcd0), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:34.699664 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7b83a1-1e77-4265-95c2-72d12b237d32 None None] Routers {'72d61eae-3e8b-41aa-bd55-419673a4b8cc'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:57:34.700322 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-da7b83a1-1e77-4265-95c2-72d12b237d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T15:57:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['72d61eae-3e8b-41aa-bd55-419673a4b8cc'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:34.754328 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Pushing event updated for resources: {'Port': ['ID=44521661-896a-4a32-8f56-2e3fe7dedcd0,revision_number=4']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:34.804011 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-b1d00b1b-42f8-4c8e-8d12-d905cf6ad261 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for port (805e65ba-79b2-4cee-b1e0-d9f5a0530a5b), precommit_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:34.808642 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-b1d00b1b-42f8-4c8e-8d12-d905cf6ad261 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5289307'] for port (805e65ba-79b2-4cee-b1e0-d9f5a0530a5b), after_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:34.814070 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-da7b83a1-1e77-4265-95c2-72d12b237d32 None None] Set router 72d61eae-3e8b-41aa-bd55-419673a4b8cc gateway port host: dv-cinder-827511-1-iscsi {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:57:34.878887 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d00b1b-42f8-4c8e-8d12-d905cf6ad261 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Pushing event updated for resources: {'Port': ['ID=805e65ba-79b2-4cee-b1e0-d9f5a0530a5b,revision_number=2']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:34.888342 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-b1d00b1b-42f8-4c8e-8d12-d905cf6ad261 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7937883'] for floatingip (063da28a-9c6d-49b7-92fb-dc408b297313), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:34.904837 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-b1d00b1b-42f8-4c8e-8d12-d905cf6ad261 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for floatingip (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:34.907017 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-b1d00b1b-42f8-4c8e-8d12-d905cf6ad261 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8468089 Feb 02 15:57:35.055740 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-64e7d874-b9f3-4c0f-be31-96f209754d89 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-securitygroup--985459089&fields=id&tenant_id=45b9c1b88a7c489db94e478b49b35d32 HTTP/1.1" status: 200 len: 267 time: 0.0433221 Feb 02 15:57:35.107853 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-da7b83a1-1e77-4265-95c2-72d12b237d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'name': 'tempest-AttachVolumeTestJSON-1574262170-router', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:32Z', 'revision_number': 4, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'gw_port': {'id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '062fec73-b264-471d-a458-820920794199', 'name': '', 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'mac_address': 'fa:16:3e:14:ac:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '88fa9161-0b2a-481a-ad23-bc99e36fcc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:57:31Z', 'updated_at': '2022-02-02T15:57:32Z', 'revision_number': 2, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'subnets': [{'id': '88fa9161-0b2a-481a-ad23-bc99e36fcc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:35.134317 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7b83a1-1e77-4265-95c2-72d12b237d32 None None] Checking router: 72d61eae-3e8b-41aa-bd55-419673a4b8cc for host: dv-cinder-827511-1-iscsi {{(pid=109041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:57:35.134678 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7b83a1-1e77-4265-95c2-72d12b237d32 None None] Updating router 72d61eae-3e8b-41aa-bd55-419673a4b8cc port 062fec73-b264-471d-a458-820920794199 binding host dv-cinder-827511-1-iscsi {{(pid=109041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:57:35.162280 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-da7b83a1-1e77-4265-95c2-72d12b237d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (062fec73-b264-471d-a458-820920794199), before_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:35.166447 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-eaaab854-3a6d-4420-bfea-6ef03e1453b8 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:35.167920 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-eaaab854-3a6d-4420-bfea-6ef03e1453b8 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/networks?id=cdf28f1b-0411-4dee-a903-8841bfaf0c1e HTTP/1.1" status: 200 len: 811 time: 0.1059260 Feb 02 15:57:35.182416 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-b4890853-a713-401c-a4cb-c2389147db69 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/quotas/45b9c1b88a7c489db94e478b49b35d32 HTTP/1.1" status: 200 len: 375 time: 0.0091591 Feb 02 15:57:35.238188 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-b420e681-ed5e-4be0-8874-5c4cf175df1b tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=45b9c1b88a7c489db94e478b49b35d32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494392 Feb 02 15:57:35.336686 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-d5faf860-8818-41ab-a94a-92d60ae80eb3 service neutron] 10.222.0.112 "GET /v2.0/networks/cdf28f1b-0411-4dee-a903-8841bfaf0c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873370 Feb 02 15:57:35.407836 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 8522b6de-73ae-40ea-9d84-1a64555ddf0d no longer exists at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 15:57:35.427053 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-39b07f96-c8cb-4e19-8470-6308f6fc8e23 service neutron] 10.222.0.112 "GET /v2.0/networks/cdf28f1b-0411-4dee-a903-8841bfaf0c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847447 Feb 02 15:57:35.429549 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] No Port match for: 8522b6de-73ae-40ea-9d84-1a64555ddf0d {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 15:57:35.429950 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 8522b6de-73ae-40ea-9d84-1a64555ddf0d not bound to the agent host hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 15:57:35.432043 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-da7b83a1-1e77-4265-95c2-72d12b237d32 None None] Publish callbacks [] for port (062fec73-b264-471d-a458-820920794199), precommit_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:35.438616 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-da7b83a1-1e77-4265-95c2-72d12b237d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (062fec73-b264-471d-a458-820920794199), after_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:35.510099 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9175f77-f2a7-4ed7-95da-741ab3df1945 None None] Pushing event updated for resources: {'Port': ['ID=062fec73-b264-471d-a458-820920794199,revision_number=3']} {{(pid=109041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:35.537534 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9175f77-f2a7-4ed7-95da-741ab3df1945 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:35.537904 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9175f77-f2a7-4ed7-95da-741ab3df1945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:35.538270 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9175f77-f2a7-4ed7-95da-741ab3df1945 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:35.538613 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9175f77-f2a7-4ed7-95da-741ab3df1945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:35.538942 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9175f77-f2a7-4ed7-95da-741ab3df1945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:35.539268 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9175f77-f2a7-4ed7-95da-741ab3df1945 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:35.539994 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9175f77-f2a7-4ed7-95da-741ab3df1945 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:35.540335 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9175f77-f2a7-4ed7-95da-741ab3df1945 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:35.540660 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9175f77-f2a7-4ed7-95da-741ab3df1945 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:35.541001 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9175f77-f2a7-4ed7-95da-741ab3df1945 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:35.541474 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9175f77-f2a7-4ed7-95da-741ab3df1945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:35.541804 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9175f77-f2a7-4ed7-95da-741ab3df1945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:35.542124 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9175f77-f2a7-4ed7-95da-741ab3df1945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:35.557609 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.managers [None req-da7b83a1-1e77-4265-95c2-72d12b237d32 None None] Attempting to bind port 062fec73-b264-471d-a458-820920794199 on host dv-cinder-827511-1-iscsi for vnic_type normal with profile {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:57:35.558179 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.managers [None req-da7b83a1-1e77-4265-95c2-72d12b237d32 None None] Attempting to bind port 062fec73-b264-471d-a458-820920794199 by drivers openvswitch,hyperv on host dv-cinder-827511-1-iscsi at level 0 using segments [{'id': '87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e'}] {{(pid=109041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:57:35.558708 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b83a1-1e77-4265-95c2-72d12b237d32 None None] Attempting to bind port 062fec73-b264-471d-a458-820920794199 on network cdf28f1b-0411-4dee-a903-8841bfaf0c1e {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:57:35.565392 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b83a1-1e77-4265-95c2-72d12b237d32 None None] Checking agent: {'id': 'b5af8d0a-fb73-41c0-8b14-396d0b8fc477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827511-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 45, 49), 'started_at': datetime.datetime(2022, 2, 2, 15, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827511-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:57:35.566043 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b83a1-1e77-4265-95c2-72d12b237d32 None None] Checking segment: {'id': '87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:57:35.566605 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-da7b83a1-1e77-4265-95c2-72d12b237d32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:35.567004 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b83a1-1e77-4265-95c2-72d12b237d32 None None] Bound using segment: {'id': '87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e'} {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:57:35.567483 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.managers [None req-da7b83a1-1e77-4265-95c2-72d12b237d32 None None] Bound port: 062fec73-b264-471d-a458-820920794199, host: dv-cinder-827511-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e'}}] {{(pid=109041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:57:35.567863 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-da7b83a1-1e77-4265-95c2-72d12b237d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (062fec73-b264-471d-a458-820920794199), before_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:35.639010 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0408951c-133b-4424-843d-624adcfecec0 req-be8ea69e-96b2-4715-b3d0-ed2bfbf1b09d tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 210 time: 0.0499606 Feb 02 15:57:35.658988 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.db [None req-da7b83a1-1e77-4265-95c2-72d12b237d32 None None] For port 062fec73-b264-471d-a458-820920794199, host dv-cinder-827511-1-iscsi, cleared binding levels {{(pid=109041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:57:35.662701 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.db [None req-da7b83a1-1e77-4265-95c2-72d12b237d32 None None] For port 062fec73-b264-471d-a458-820920794199, host dv-cinder-827511-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=062fec73-b264-471d-a458-820920794199,segment=NetworkSegment(87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5),segment_id=87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5)] {{(pid=109041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:57:35.671021 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-da7b83a1-1e77-4265-95c2-72d12b237d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (062fec73-b264-471d-a458-820920794199), after_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:35.744711 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7b83a1-1e77-4265-95c2-72d12b237d32 None None] Routers {'72d61eae-3e8b-41aa-bd55-419673a4b8cc'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:57:35.745372 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-da7b83a1-1e77-4265-95c2-72d12b237d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T15:57:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['72d61eae-3e8b-41aa-bd55-419673a4b8cc'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:35.789599 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9175f77-f2a7-4ed7-95da-741ab3df1945 None None] Pushing event updated for resources: {'Port': ['ID=062fec73-b264-471d-a458-820920794199,revision_number=4']} {{(pid=109041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:35.806342 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-3250478b-bb0a-4d62-827d-6ed9a9b6a400 None None] Provisioning complete for port 062fec73-b264-471d-a458-820920794199 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:57:35.806845 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-3250478b-bb0a-4d62-827d-6ed9a9b6a400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (062fec73-b264-471d-a458-820920794199), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:35.880652 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-da7b83a1-1e77-4265-95c2-72d12b237d32 None None] Set router 72d61eae-3e8b-41aa-bd55-419673a4b8cc gateway port host: dv-cinder-827511-1-iscsi {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:57:35.941829 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-3250478b-bb0a-4d62-827d-6ed9a9b6a400 None None] Current status of the port 062fec73-b264-471d-a458-820920794199 is: DOWN; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:57:35.942563 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-3250478b-bb0a-4d62-827d-6ed9a9b6a400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (062fec73-b264-471d-a458-820920794199), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:35.989654 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-3250478b-bb0a-4d62-827d-6ed9a9b6a400 None None] For port 062fec73-b264-471d-a458-820920794199, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=062fec73-b264-471d-a458-820920794199,segment=NetworkSegment(87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5),segment_id=87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:57:35.995838 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-3250478b-bb0a-4d62-827d-6ed9a9b6a400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (062fec73-b264-471d-a458-820920794199), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:36.055625 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250478b-bb0a-4d62-827d-6ed9a9b6a400 None None] Pushing event updated for resources: {'Port': ['ID=062fec73-b264-471d-a458-820920794199,revision_number=5']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:36.120381 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-718a8a8c-626b-4cae-8746-5a95c2771f6a None None] Provisioning complete for port 062fec73-b264-471d-a458-820920794199 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:57:36.120724 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-718a8a8c-626b-4cae-8746-5a95c2771f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (062fec73-b264-471d-a458-820920794199), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:36.128562 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-da7b83a1-1e77-4265-95c2-72d12b237d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'name': 'tempest-AttachVolumeTestJSON-1574262170-router', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:32Z', 'revision_number': 4, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'gw_port': {'id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '062fec73-b264-471d-a458-820920794199', 'name': '', 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'mac_address': 'fa:16:3e:14:ac:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '88fa9161-0b2a-481a-ad23-bc99e36fcc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:57:31Z', 'updated_at': '2022-02-02T15:57:35Z', 'revision_number': 4, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'subnets': [{'id': '88fa9161-0b2a-481a-ad23-bc99e36fcc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:36.158006 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7b83a1-1e77-4265-95c2-72d12b237d32 None None] The sync data for ids ['72d61eae-3e8b-41aa-bd55-419673a4b8cc'] in dv-cinder-827511-1-iscsi is: [{'id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'name': 'tempest-AttachVolumeTestJSON-1574262170-router', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:32Z', 'revision_number': 4, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'gw_port': {'id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '062fec73-b264-471d-a458-820920794199', 'name': '', 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'mac_address': 'fa:16:3e:14:ac:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '88fa9161-0b2a-481a-ad23-bc99e36fcc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:57:31Z', 'updated_at': '2022-02-02T15:57:35Z', 'revision_number': 4, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'subnets': [{'id': '88fa9161-0b2a-481a-ad23-bc99e36fcc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:57:36.227545 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-718a8a8c-626b-4cae-8746-5a95c2771f6a None None] Current status of the port 062fec73-b264-471d-a458-820920794199 is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:57:36.579994 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 062fec73-b264-471d-a458-820920794199 up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:57:36.635036 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port 062fec73-b264-471d-a458-820920794199 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:57:36.635570 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (062fec73-b264-471d-a458-820920794199), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:36.725551 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port 062fec73-b264-471d-a458-820920794199 is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:57:36.726769 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 44521661-896a-4a32-8f56-2e3fe7dedcd0 up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:57:36.740244 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-90698014-5a51-4412-9e7e-cf5cfeed1cf9 req-cf9cabb1-f941-4dc9-84f2-6e5ceb8d0ee6 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 210 time: 0.0284584 Feb 02 15:57:36.783151 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port 44521661-896a-4a32-8f56-2e3fe7dedcd0 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:57:36.784386 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (44521661-896a-4a32-8f56-2e3fe7dedcd0), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:36.878450 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port 44521661-896a-4a32-8f56-2e3fe7dedcd0 is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:57:36.960564 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-fbcb37a8-337f-433c-b3d2-b93e0f15eb3c tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:36.962539 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-fbcb37a8-337f-433c-b3d2-b93e0f15eb3c tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.59 "GET /v2.0/networks?id=cdf28f1b-0411-4dee-a903-8841bfaf0c1e HTTP/1.1" status: 200 len: 811 time: 0.1503198 Feb 02 15:57:37.055833 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-920f7929-249b-4368-8df0-4f369b09a2e5 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45b9c1b88a7c489db94e478b49b35d32 HTTP/1.1" status: 200 len: 379 time: 0.0658813 Feb 02 15:57:37.070399 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-755a740c-094d-465a-b0c2-aa09c0afa3df tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Request body: {'port': {'device_id': '344cbc1c-a5b1-48fc-97c3-3335a7504799', 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e', 'admin_state_up': True, 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'security_groups': ['f03e7e36-92a1-4594-8706-355a213be93e']}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:57:37.186496 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-755a740c-094d-465a-b0c2-aa09c0afa3df tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Made reservation on behalf of 45b9c1b88a7c489db94e478b49b35d32 for: {'port': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:57:37.190157 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-755a740c-094d-465a-b0c2-aa09c0afa3df tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:37.319326 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_common [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-755a740c-094d-465a-b0c2-aa09c0afa3df tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Allocated IP 172.20.0.3 (cdf28f1b-0411-4dee-a903-8841bfaf0c1e/88fa9161-0b2a-481a-ad23-bc99e36fcc51/63054037-60ad-4b33-ad87-4c636b8d44d2) {{(pid=109038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:57:37.456525 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-755a740c-094d-465a-b0c2-aa09c0afa3df tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for port (63054037-60ad-4b33-ad87-4c636b8d44d2), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:37.488716 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-755a740c-094d-465a-b0c2-aa09c0afa3df tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (63054037-60ad-4b33-ad87-4c636b8d44d2), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:37.531165 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-755a740c-094d-465a-b0c2-aa09c0afa3df tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Network cdf28f1b-0411-4dee-a903-8841bfaf0c1e is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:57:37.536270 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-755a740c-094d-465a-b0c2-aa09c0afa3df tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:57:37.539752 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-755a740c-094d-465a-b0c2-aa09c0afa3df tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Received port after_create {{(pid=109038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:57:37.545885 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a740c-094d-465a-b0c2-aa09c0afa3df tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Pushing event updated for resources: {'Port': ['ID=63054037-60ad-4b33-ad87-4c636b8d44d2,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:37.592585 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-755a740c-094d-465a-b0c2-aa09c0afa3df tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:37.593351 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-755a740c-094d-465a-b0c2-aa09c0afa3df tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:37.611731 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-755a740c-094d-465a-b0c2-aa09c0afa3df tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5506470 Feb 02 15:57:37.759346 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-268ef084-8c2b-47e7-b0b1-6829f6ce4d64 None None] Provisioning complete for port 63054037-60ad-4b33-ad87-4c636b8d44d2 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:57:37.759647 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-268ef084-8c2b-47e7-b0b1-6829f6ce4d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (63054037-60ad-4b33-ad87-4c636b8d44d2), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:37.794743 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-268ef084-8c2b-47e7-b0b1-6829f6ce4d64 None None] Port 63054037-60ad-4b33-ad87-4c636b8d44d2 cannot update to ACTIVE because it is not bound. {{(pid=109040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 15:57:37.866764 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa431fb-962e-43fb-82e4-ef03b48561e1 req-75abb835-db78-4d0a-9a98-4a4b6b8cb40d tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:37.868161 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ffa431fb-962e-43fb-82e4-ef03b48561e1 req-75abb835-db78-4d0a-9a98-4a4b6b8cb40d tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 931 time: 0.0513499 Feb 02 15:57:37.914452 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ffa431fb-962e-43fb-82e4-ef03b48561e1 req-f29c61de-dd8f-47be-8140-caec134e0735 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406392 Feb 02 15:57:39.030587 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc50d1-9e1e-4439-ae21-c5860660ca06 req-d9c638cd-5e27-44ff-b109-635e29635361 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:39.032226 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b5bc50d1-9e1e-4439-ae21-c5860660ca06 req-d9c638cd-5e27-44ff-b109-635e29635361 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 931 time: 0.0517490 Feb 02 15:57:39.081393 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b5bc50d1-9e1e-4439-ae21-c5860660ca06 req-c8c4896f-fece-4d9b-8e5e-c721ffd4bed7 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435562 Feb 02 15:57:39.850790 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-c2db7dbe-2379-4be6-852d-c68c5eba0ae4 service neutron] Request body: {'port': {'device_id': '344cbc1c-a5b1-48fc-97c3-3335a7504799', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82751'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:57:39.911615 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-c2db7dbe-2379-4be6-852d-c68c5eba0ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (63054037-60ad-4b33-ad87-4c636b8d44d2), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:40.205660 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9bc99-4867-4774-a499-58fb8f88859c req-5b8e00ae-275d-4720-8b83-1603cb28c2ac tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:40.207336 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-87a9bc99-4867-4774-a499-58fb8f88859c req-5b8e00ae-275d-4720-8b83-1603cb28c2ac tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 931 time: 0.0575202 Feb 02 15:57:40.260844 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-87a9bc99-4867-4774-a499-58fb8f88859c req-5028c45e-9479-4d66-8ef2-232031a7abd3 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479171 Feb 02 15:57:40.424819 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-c2db7dbe-2379-4be6-852d-c68c5eba0ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63054037-60ad-4b33-ad87-4c636b8d44d2 {{(pid=109038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 15:57:40.433268 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-c2db7dbe-2379-4be6-852d-c68c5eba0ae4 service neutron] Publish callbacks [] for port (63054037-60ad-4b33-ad87-4c636b8d44d2), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:40.443994 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-bfad038f-082f-407c-86c9-f475621e3602 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:40.445518 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-bfad038f-082f-407c-86c9-f475621e3602 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/networks?id=14e5042c-9b1a-411b-a87f-2964f1673b53 HTTP/1.1" status: 200 len: 813 time: 0.1026475 Feb 02 15:57:40.445863 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.provisioning_blocks [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-c2db7dbe-2379-4be6-852d-c68c5eba0ae4 service neutron] Transition to ACTIVE for port object 63054037-60ad-4b33-ad87-4c636b8d44d2 will not be triggered until provisioned by entity L2. {{(pid=109038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:57:40.449744 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-c2db7dbe-2379-4be6-852d-c68c5eba0ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (63054037-60ad-4b33-ad87-4c636b8d44d2), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:40.460549 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-e24dc3dc-3fa8-415f-8261-d2d807e9379d tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/quotas/ca26fb00a1d44845ac3c3262142c9a3e HTTP/1.1" status: 200 len: 375 time: 0.0090129 Feb 02 15:57:40.505918 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db7dbe-2379-4be6-852d-c68c5eba0ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=63054037-60ad-4b33-ad87-4c636b8d44d2,revision_number=2']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:40.582108 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-c2db7dbe-2379-4be6-852d-c68c5eba0ae4 service neutron] Attempting to bind port 63054037-60ad-4b33-ad87-4c636b8d44d2 on host hv-cinder-82751 for vnic_type normal with profile {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:57:40.582465 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-c2db7dbe-2379-4be6-852d-c68c5eba0ae4 service neutron] Attempting to bind port 63054037-60ad-4b33-ad87-4c636b8d44d2 by drivers openvswitch,hyperv on host hv-cinder-82751 at level 0 using segments [{'id': '87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e'}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:57:40.582953 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-c2db7dbe-2379-4be6-852d-c68c5eba0ae4 service neutron] Attempting to bind port 63054037-60ad-4b33-ad87-4c636b8d44d2 on network cdf28f1b-0411-4dee-a903-8841bfaf0c1e {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:57:40.587938 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-c2db7dbe-2379-4be6-852d-c68c5eba0ae4 service neutron] Port 63054037-60ad-4b33-ad87-4c636b8d44d2 on network cdf28f1b-0411-4dee-a903-8841bfaf0c1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82751 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 15:57:40.588331 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-c2db7dbe-2379-4be6-852d-c68c5eba0ae4 service neutron] Attempting to bind port 63054037-60ad-4b33-ad87-4c636b8d44d2 on network cdf28f1b-0411-4dee-a903-8841bfaf0c1e {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:57:40.595243 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-c2db7dbe-2379-4be6-852d-c68c5eba0ae4 service neutron] Checking agent: {'id': 'd02ae37f-da75-47b5-8264-16fb0fa5b24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82751', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'started_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:57:40.595603 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-c2db7dbe-2379-4be6-852d-c68c5eba0ae4 service neutron] Checking segment: {'id': '87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:57:40.595984 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-c2db7dbe-2379-4be6-852d-c68c5eba0ae4 service neutron] Bound using segment: {'id': '87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e'} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:57:40.596431 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-c2db7dbe-2379-4be6-852d-c68c5eba0ae4 service neutron] Bound port: 63054037-60ad-4b33-ad87-4c636b8d44d2, host: hv-cinder-82751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e'}}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:57:40.596798 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-c2db7dbe-2379-4be6-852d-c68c5eba0ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (63054037-60ad-4b33-ad87-4c636b8d44d2), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:40.670985 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-c2db7dbe-2379-4be6-852d-c68c5eba0ae4 service neutron] For port 63054037-60ad-4b33-ad87-4c636b8d44d2, host hv-cinder-82751, cleared binding levels {{(pid=109038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:57:40.674134 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-c2db7dbe-2379-4be6-852d-c68c5eba0ae4 service neutron] For port 63054037-60ad-4b33-ad87-4c636b8d44d2, host hv-cinder-82751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=63054037-60ad-4b33-ad87-4c636b8d44d2,segment=NetworkSegment(87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5),segment_id=87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5)] {{(pid=109038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:57:40.677847 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-180cb9d5-75c9-42d0-8f0e-897d5dcf0544 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=ca26fb00a1d44845ac3c3262142c9a3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2119510 Feb 02 15:57:40.681115 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-c2db7dbe-2379-4be6-852d-c68c5eba0ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (63054037-60ad-4b33-ad87-4c636b8d44d2), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:40.715752 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-c2db7dbe-2379-4be6-852d-c68c5eba0ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:40.716334 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-c2db7dbe-2379-4be6-852d-c68c5eba0ae4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:40.717762 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-c2db7dbe-2379-4be6-852d-c68c5eba0ae4 service neutron] 10.222.0.59 "PUT /v2.0/ports/63054037-60ad-4b33-ad87-4c636b8d44d2 HTTP/1.1" status: 200 len: 1093 time: 0.8713114 Feb 02 15:57:40.718227 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344cbc1c-a5b1-48fc-97c3-3335a7504799', 'tag': '63054037-60ad-4b33-ad87-4c636b8d44d2'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:57:40.721168 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b5fe54-81ca-42a7-a5a9-3ca49d77bce7" -d '{"events": [{"name": "network-changed", "server_uuid": "344cbc1c-a5b1-48fc-97c3-3335a7504799", "tag": "63054037-60ad-4b33-ad87-4c636b8d44d2"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:57:40.755937 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db7dbe-2379-4be6-852d-c68c5eba0ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=63054037-60ad-4b33-ad87-4c636b8d44d2,revision_number=3']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:40.775076 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 15:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013d5b8a-e53c-4c0c-8056-e9a2835254f9 x-openstack-request-id: req-013d5b8a-e53c-4c0c-8056-e9a2835254f9 {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:57:40.775384 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344cbc1c-a5b1-48fc-97c3-3335a7504799", "tag": "63054037-60ad-4b33-ad87-4c636b8d44d2", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:57:40.775646 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-013d5b8a-e53c-4c0c-8056-e9a2835254f9 {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:57:40.776061 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344cbc1c-a5b1-48fc-97c3-3335a7504799', 'tag': '63054037-60ad-4b33-ad87-4c636b8d44d2', 'status': 'completed', 'code': 200} Feb 02 15:57:40.790600 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-0049a1b1-c89a-4cc6-b61b-831c191d4f91 service neutron] 10.222.0.112 "GET /v2.0/networks/14e5042c-9b1a-411b-a87f-2964f1673b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052327 Feb 02 15:57:40.847981 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-3fe580bc-0640-4319-8ab3-2ba413203f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:40.849569 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-3fe580bc-0640-4319-8ab3-2ba413203f01 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=45b9c1b88a7c489db94e478b49b35d32&device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 1127 time: 0.0530496 Feb 02 15:57:40.891295 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-448b8856-ebb4-4211-a1b5-e35a588a5388 service neutron] 10.222.0.112 "GET /v2.0/networks/14e5042c-9b1a-411b-a87f-2964f1673b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948727 Feb 02 15:57:40.900974 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-e264265d-a621-4d95-928d-1b900efeba10 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63054037-60ad-4b33-ad87-4c636b8d44d2 HTTP/1.1" status: 200 len: 217 time: 0.0356283 Feb 02 15:57:40.950526 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-f2231e34-1547-4304-a4b8-095b77dae9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:40.951995 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-f2231e34-1547-4304-a4b8-095b77dae9de service neutron] 10.222.0.59 "GET /v2.0/subnets?id=88fa9161-0b2a-481a-ad23-bc99e36fcc51 HTTP/1.1" status: 200 len: 850 time: 0.0440841 Feb 02 15:57:41.008227 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-0509cf37-c7f4-4531-9a79-53e3dd77a72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:41.011178 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-0509cf37-c7f4-4531-9a79-53e3dd77a72f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cdf28f1b-0411-4dee-a903-8841bfaf0c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509603 Feb 02 15:57:41.057675 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-64e4303a-50dc-4d32-8c92-6c2514302f82 req-4dc67286-b4ed-4fa0-a2b1-b5e1024c40a6 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/ports?device_id=cf45db22-edba-4467-9a61-2c8d29f0ee74 HTTP/1.1" status: 200 len: 210 time: 0.0332017 Feb 02 15:57:41.114863 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-86f83642-20f0-47ff-b9fd-f4f59079a4cc service neutron] 10.222.0.59 "GET /v2.0/networks/cdf28f1b-0411-4dee-a903-8841bfaf0c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970979 Feb 02 15:57:41.215503 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-db8ecd51-848e-4ab3-a27e-78ff379069cc req-5241d7d3-316b-4406-bd4e-549f9513c90b service neutron] 10.222.0.59 "GET /v2.0/networks/cdf28f1b-0411-4dee-a903-8841bfaf0c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933499 Feb 02 15:57:41.380854 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5fe54-81ca-42a7-a5a9-3ca49d77bce7 req-33e7e509-946c-45b0-87b8-bed7132a1f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:41.382414 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-60b5fe54-81ca-42a7-a5a9-3ca49d77bce7 req-33e7e509-946c-45b0-87b8-bed7132a1f17 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=45b9c1b88a7c489db94e478b49b35d32&device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 1127 time: 0.0505996 Feb 02 15:57:41.387365 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91062c0e-8cff-46c0-b426-e6de1d01f8c7 req-04efca29-80c5-4349-8791-0d021b95ec22 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:41.388858 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-91062c0e-8cff-46c0-b426-e6de1d01f8c7 req-04efca29-80c5-4349-8791-0d021b95ec22 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 943 time: 0.0560317 Feb 02 15:57:41.441703 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-91062c0e-8cff-46c0-b426-e6de1d01f8c7 req-07cf691a-4ba3-4b66-ad6d-abf1d55ace55 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451367 Feb 02 15:57:41.502199 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5fe54-81ca-42a7-a5a9-3ca49d77bce7 req-4c4f6ce2-02dc-42ca-b735-8873b1225bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:41.503770 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-60b5fe54-81ca-42a7-a5a9-3ca49d77bce7 req-4c4f6ce2-02dc-42ca-b735-8873b1225bff service neutron] 10.222.0.59 "GET /v2.0/networks?id=cdf28f1b-0411-4dee-a903-8841bfaf0c1e HTTP/1.1" status: 200 len: 912 time: 0.1098623 Feb 02 15:57:41.588088 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-60b5fe54-81ca-42a7-a5a9-3ca49d77bce7 req-84f61c07-f995-46e0-af39-e46abb97a293 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63054037-60ad-4b33-ad87-4c636b8d44d2 HTTP/1.1" status: 200 len: 217 time: 0.0396960 Feb 02 15:57:41.649352 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5fe54-81ca-42a7-a5a9-3ca49d77bce7 req-9e1775bd-99a0-43fc-b941-4754f4ccb6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:41.650892 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-60b5fe54-81ca-42a7-a5a9-3ca49d77bce7 req-9e1775bd-99a0-43fc-b941-4754f4ccb6a4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=88fa9161-0b2a-481a-ad23-bc99e36fcc51 HTTP/1.1" status: 200 len: 850 time: 0.0555804 Feb 02 15:57:41.711939 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5fe54-81ca-42a7-a5a9-3ca49d77bce7 req-4e1302fd-c55b-461e-b7ac-6480c460200f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:41.713566 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-60b5fe54-81ca-42a7-a5a9-3ca49d77bce7 req-4e1302fd-c55b-461e-b7ac-6480c460200f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cdf28f1b-0411-4dee-a903-8841bfaf0c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450804 Feb 02 15:57:41.809173 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-60b5fe54-81ca-42a7-a5a9-3ca49d77bce7 req-0311bfe0-4401-4c08-98cb-f374212f83a5 service neutron] 10.222.0.59 "GET /v2.0/networks/cdf28f1b-0411-4dee-a903-8841bfaf0c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842888 Feb 02 15:57:41.898735 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-60b5fe54-81ca-42a7-a5a9-3ca49d77bce7 req-4c792892-313e-4ce1-baa5-a0ee57c6c0ad service neutron] 10.222.0.59 "GET /v2.0/networks/cdf28f1b-0411-4dee-a903-8841bfaf0c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815630 Feb 02 15:57:42.154718 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d566489b-ab3c-4cd9-b931-e1e2f5579e00 req-e3b4b388-e731-40d3-aa31-65f6d6bb4db4 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/ports?device_id=cf45db22-edba-4467-9a61-2c8d29f0ee74 HTTP/1.1" status: 200 len: 210 time: 0.0342426 Feb 02 15:57:42.228908 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-63474e30-8662-4241-8196-3e8f2f83ae97 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:42.230403 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-63474e30-8662-4241-8196-3e8f2f83ae97 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.59 "GET /v2.0/networks?id=14e5042c-9b1a-411b-a87f-2964f1673b53 HTTP/1.1" status: 200 len: 813 time: 0.1194539 Feb 02 15:57:42.264149 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-7f5e0839-110c-4a0d-8d17-2772e83e2a58 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Request body: {'port': {'device_id': 'cf45db22-edba-4467-9a61-2c8d29f0ee74', 'network_id': '14e5042c-9b1a-411b-a87f-2964f1673b53', 'admin_state_up': True, 'tenant_id': 'ca26fb00a1d44845ac3c3262142c9a3e'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:57:42.375025 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-7f5e0839-110c-4a0d-8d17-2772e83e2a58 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Made reservation on behalf of ca26fb00a1d44845ac3c3262142c9a3e for: {'port': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:57:42.378432 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-7f5e0839-110c-4a0d-8d17-2772e83e2a58 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:42.501806 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_common [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-7f5e0839-110c-4a0d-8d17-2772e83e2a58 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Allocated IP 172.20.0.9 (14e5042c-9b1a-411b-a87f-2964f1673b53/bfb6a93b-5981-4760-ad68-05c2836569b0/d6bc4ee9-c5af-421a-a412-4c5b1c33d68e) {{(pid=109038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:57:42.561191 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d96f3-220c-43bd-adcc-1db358826558 req-6f308705-e06f-4d99-a9a5-05ddbd0191b1 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:42.563320 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9c6d96f3-220c-43bd-adcc-1db358826558 req-6f308705-e06f-4d99-a9a5-05ddbd0191b1 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 943 time: 0.0529809 Feb 02 15:57:42.609746 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9c6d96f3-220c-43bd-adcc-1db358826558 req-05539c3c-bb95-4d5a-af7e-7e8284984da6 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406451 Feb 02 15:57:42.661099 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-7f5e0839-110c-4a0d-8d17-2772e83e2a58 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Publish callbacks [] for port (d6bc4ee9-c5af-421a-a412-4c5b1c33d68e), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:42.694100 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-7f5e0839-110c-4a0d-8d17-2772e83e2a58 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (d6bc4ee9-c5af-421a-a412-4c5b1c33d68e), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:42.738132 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-7f5e0839-110c-4a0d-8d17-2772e83e2a58 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Network 14e5042c-9b1a-411b-a87f-2964f1673b53 is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:57:42.743077 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-7f5e0839-110c-4a0d-8d17-2772e83e2a58 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:57:42.745692 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-7f5e0839-110c-4a0d-8d17-2772e83e2a58 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Received port after_create {{(pid=109038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:57:42.778531 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e0839-110c-4a0d-8d17-2772e83e2a58 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Pushing event updated for resources: {'Port': ['ID=d6bc4ee9-c5af-421a-a412-4c5b1c33d68e,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:42.804198 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-7f5e0839-110c-4a0d-8d17-2772e83e2a58 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:42.804809 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-7f5e0839-110c-4a0d-8d17-2772e83e2a58 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:42.820610 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-7f5e0839-110c-4a0d-8d17-2772e83e2a58 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5602329 Feb 02 15:57:42.840970 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-70e307c8-2514-4686-a448-a489f1fad067 service neutron] Request body: {'port': {'device_id': 'cf45db22-edba-4467-9a61-2c8d29f0ee74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82751'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:57:42.841242 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-c0502543-d156-416d-8fc8-14e70755875c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:42.899225 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-70e307c8-2514-4686-a448-a489f1fad067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (d6bc4ee9-c5af-421a-a412-4c5b1c33d68e), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:43.160473 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-70e307c8-2514-4686-a448-a489f1fad067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6bc4ee9-c5af-421a-a412-4c5b1c33d68e {{(pid=109038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 15:57:43.167948 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-70e307c8-2514-4686-a448-a489f1fad067 service neutron] Publish callbacks [] for port (d6bc4ee9-c5af-421a-a412-4c5b1c33d68e), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:43.180732 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.provisioning_blocks [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-70e307c8-2514-4686-a448-a489f1fad067 service neutron] Transition to ACTIVE for port object d6bc4ee9-c5af-421a-a412-4c5b1c33d68e will not be triggered until provisioned by entity L2. {{(pid=109038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:57:43.184615 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-70e307c8-2514-4686-a448-a489f1fad067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (d6bc4ee9-c5af-421a-a412-4c5b1c33d68e), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:43.241333 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e307c8-2514-4686-a448-a489f1fad067 service neutron] Pushing event updated for resources: {'Port': ['ID=d6bc4ee9-c5af-421a-a412-4c5b1c33d68e,revision_number=2']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:43.278417 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e8f29-c69a-478d-8222-61097e6a2b5b req-4bb18d47-def1-4331-b11b-6b4129e3728e tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:43.280019 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0f2e8f29-c69a-478d-8222-61097e6a2b5b req-4bb18d47-def1-4331-b11b-6b4129e3728e tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/ports?device_id=cf45db22-edba-4467-9a61-2c8d29f0ee74 HTTP/1.1" status: 200 len: 943 time: 0.0548286 Feb 02 15:57:43.309604 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-70e307c8-2514-4686-a448-a489f1fad067 service neutron] Attempting to bind port d6bc4ee9-c5af-421a-a412-4c5b1c33d68e on host hv-cinder-82751 for vnic_type normal with profile {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:57:43.309949 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-70e307c8-2514-4686-a448-a489f1fad067 service neutron] Attempting to bind port d6bc4ee9-c5af-421a-a412-4c5b1c33d68e by drivers openvswitch,hyperv on host hv-cinder-82751 at level 0 using segments [{'id': 'e1c17517-5a31-40b4-b29e-bfdc7d255762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '14e5042c-9b1a-411b-a87f-2964f1673b53'}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:57:43.310287 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-70e307c8-2514-4686-a448-a489f1fad067 service neutron] Attempting to bind port d6bc4ee9-c5af-421a-a412-4c5b1c33d68e on network 14e5042c-9b1a-411b-a87f-2964f1673b53 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:57:43.314892 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-70e307c8-2514-4686-a448-a489f1fad067 service neutron] Port d6bc4ee9-c5af-421a-a412-4c5b1c33d68e on network 14e5042c-9b1a-411b-a87f-2964f1673b53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82751 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 15:57:43.315219 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-70e307c8-2514-4686-a448-a489f1fad067 service neutron] Attempting to bind port d6bc4ee9-c5af-421a-a412-4c5b1c33d68e on network 14e5042c-9b1a-411b-a87f-2964f1673b53 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:57:43.320033 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-70e307c8-2514-4686-a448-a489f1fad067 service neutron] Checking agent: {'id': 'd02ae37f-da75-47b5-8264-16fb0fa5b24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82751', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'started_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:57:43.320365 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-70e307c8-2514-4686-a448-a489f1fad067 service neutron] Checking segment: {'id': 'e1c17517-5a31-40b4-b29e-bfdc7d255762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '14e5042c-9b1a-411b-a87f-2964f1673b53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:57:43.320747 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-70e307c8-2514-4686-a448-a489f1fad067 service neutron] Bound using segment: {'id': 'e1c17517-5a31-40b4-b29e-bfdc7d255762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '14e5042c-9b1a-411b-a87f-2964f1673b53'} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:57:43.321217 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-70e307c8-2514-4686-a448-a489f1fad067 service neutron] Bound port: d6bc4ee9-c5af-421a-a412-4c5b1c33d68e, host: hv-cinder-82751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c17517-5a31-40b4-b29e-bfdc7d255762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '14e5042c-9b1a-411b-a87f-2964f1673b53'}}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:57:43.321579 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-70e307c8-2514-4686-a448-a489f1fad067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (d6bc4ee9-c5af-421a-a412-4c5b1c33d68e), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:43.327591 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0f2e8f29-c69a-478d-8222-61097e6a2b5b req-ba93b726-623a-4886-a633-cdd9765876d2 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/security-groups?id=1c67e615-dc8f-4b94-a477-fe978a7983b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412073 Feb 02 15:57:43.387907 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-70e307c8-2514-4686-a448-a489f1fad067 service neutron] For port d6bc4ee9-c5af-421a-a412-4c5b1c33d68e, host hv-cinder-82751, cleared binding levels {{(pid=109038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:57:43.391052 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-70e307c8-2514-4686-a448-a489f1fad067 service neutron] For port d6bc4ee9-c5af-421a-a412-4c5b1c33d68e, host hv-cinder-82751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=d6bc4ee9-c5af-421a-a412-4c5b1c33d68e,segment=NetworkSegment(e1c17517-5a31-40b4-b29e-bfdc7d255762),segment_id=e1c17517-5a31-40b4-b29e-bfdc7d255762)] {{(pid=109038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:57:43.395869 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-70e307c8-2514-4686-a448-a489f1fad067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (d6bc4ee9-c5af-421a-a412-4c5b1c33d68e), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:43.428759 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-70e307c8-2514-4686-a448-a489f1fad067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:43.429394 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-70e307c8-2514-4686-a448-a489f1fad067 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:43.430860 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-70e307c8-2514-4686-a448-a489f1fad067 service neutron] 10.222.0.59 "PUT /v2.0/ports/d6bc4ee9-c5af-421a-a412-4c5b1c33d68e HTTP/1.1" status: 200 len: 1093 time: 0.5942035 Feb 02 15:57:43.431317 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf45db22-edba-4467-9a61-2c8d29f0ee74', 'tag': 'd6bc4ee9-c5af-421a-a412-4c5b1c33d68e'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:57:43.433610 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7279a103-bdaf-4d68-bb86-ad7696c6fdd6" -d '{"events": [{"name": "network-changed", "server_uuid": "cf45db22-edba-4467-9a61-2c8d29f0ee74", "tag": "d6bc4ee9-c5af-421a-a412-4c5b1c33d68e"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:57:43.460889 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e307c8-2514-4686-a448-a489f1fad067 service neutron] Pushing event updated for resources: {'Port': ['ID=d6bc4ee9-c5af-421a-a412-4c5b1c33d68e,revision_number=3']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:43.473626 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 15:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e8f3db-452b-428c-9a10-b07c8d3f33ff x-openstack-request-id: req-e5e8f3db-452b-428c-9a10-b07c8d3f33ff {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:57:43.473923 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf45db22-edba-4467-9a61-2c8d29f0ee74", "tag": "d6bc4ee9-c5af-421a-a412-4c5b1c33d68e", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:57:43.474181 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-e5e8f3db-452b-428c-9a10-b07c8d3f33ff {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:57:43.474583 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf45db22-edba-4467-9a61-2c8d29f0ee74', 'tag': 'd6bc4ee9-c5af-421a-a412-4c5b1c33d68e', 'status': 'completed', 'code': 200} Feb 02 15:57:43.552310 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-cbe95dfe-0d7a-4f87-8ce6-ba47d51ec70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:43.553844 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-cbe95dfe-0d7a-4f87-8ce6-ba47d51ec70e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca26fb00a1d44845ac3c3262142c9a3e&device_id=cf45db22-edba-4467-9a61-2c8d29f0ee74 HTTP/1.1" status: 200 len: 1127 time: 0.0455823 Feb 02 15:57:43.612760 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-23c535fa-d124-4054-9b26-9b0172a7e6ba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6bc4ee9-c5af-421a-a412-4c5b1c33d68e HTTP/1.1" status: 200 len: 217 time: 0.0371995 Feb 02 15:57:43.671036 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-8274f040-4d98-4223-ad82-1baa9483acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:43.672633 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-8274f040-4d98-4223-ad82-1baa9483acd4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bfb6a93b-5981-4760-ad68-05c2836569b0 HTTP/1.1" status: 200 len: 853 time: 0.0539465 Feb 02 15:57:43.704691 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-015d98e1-9e02-497f-9f73-9f6d7dcb05cb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=14e5042c-9b1a-411b-a87f-2964f1673b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256767 Feb 02 15:57:43.730944 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d481f-c4a0-4649-94fa-5b31c6e9f867 req-659c8fca-0902-4b83-af36-d91043f2a63d tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:43.732414 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-791d481f-c4a0-4649-94fa-5b31c6e9f867 req-659c8fca-0902-4b83-af36-d91043f2a63d tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 943 time: 0.0552769 Feb 02 15:57:43.778589 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-791d481f-c4a0-4649-94fa-5b31c6e9f867 req-3477398c-3ff5-44ed-beec-ab00d4c2d314 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400903 Feb 02 15:57:43.804424 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-3d4b26db-90a1-4784-8bed-aba33a019815 service neutron] 10.222.0.59 "GET /v2.0/networks/14e5042c-9b1a-411b-a87f-2964f1673b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859590 Feb 02 15:57:43.892556 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-a0338ff6-e221-4ddc-8dc9-688dc41d3e36 req-7e6f1e78-1798-4d49-8a76-15bc593426f0 service neutron] 10.222.0.59 "GET /v2.0/networks/14e5042c-9b1a-411b-a87f-2964f1673b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814197 Feb 02 15:57:43.908054 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 63054037-60ad-4b33-ad87-4c636b8d44d2 details requested by agent hyperv_hv-cinder-82751 with host hv-cinder-82751 {{(pid=109040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 15:57:44.006438 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 63054037-60ad-4b33-ad87-4c636b8d44d2, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=63054037-60ad-4b33-ad87-4c636b8d44d2,segment=NetworkSegment(87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5),segment_id=87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:57:44.018255 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Returning: {'device': '63054037-60ad-4b33-ad87-4c636b8d44d2', 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e', 'port_id': '63054037-60ad-4b33-ad87-4c636b8d44d2', 'mac_address': 'fa:16:3e:a8:8a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fa9161-0b2a-481a-ad23-bc99e36fcc51', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 15:57:44.036488 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279a103-bdaf-4d68-bb86-ad7696c6fdd6 req-0d38a126-d8a8-4306-b80a-92f6836b78af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:44.038036 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-7279a103-bdaf-4d68-bb86-ad7696c6fdd6 req-0d38a126-d8a8-4306-b80a-92f6836b78af service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca26fb00a1d44845ac3c3262142c9a3e&device_id=cf45db22-edba-4467-9a61-2c8d29f0ee74 HTTP/1.1" status: 200 len: 1127 time: 0.0456052 Feb 02 15:57:44.058058 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port 63054037-60ad-4b33-ad87-4c636b8d44d2 is: DOWN; New status is: BUILD {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:57:44.058449 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (63054037-60ad-4b33-ad87-4c636b8d44d2), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:44.072038 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63054037-60ad-4b33-ad87-4c636b8d44d2 {{(pid=109040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 15:57:44.092417 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 63054037-60ad-4b33-ad87-4c636b8d44d2, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=63054037-60ad-4b33-ad87-4c636b8d44d2,segment=NetworkSegment(87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5),segment_id=87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:57:44.096313 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (63054037-60ad-4b33-ad87-4c636b8d44d2), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:44.134288 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279a103-bdaf-4d68-bb86-ad7696c6fdd6 req-38ed9838-8e13-4322-aef4-a257581d079a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:44.135881 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-7279a103-bdaf-4d68-bb86-ad7696c6fdd6 req-38ed9838-8e13-4322-aef4-a257581d079a service neutron] 10.222.0.59 "GET /v2.0/networks?id=14e5042c-9b1a-411b-a87f-2964f1673b53 HTTP/1.1" status: 200 len: 914 time: 0.0909870 Feb 02 15:57:44.148623 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=63054037-60ad-4b33-ad87-4c636b8d44d2,revision_number=4']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:44.176792 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-7279a103-bdaf-4d68-bb86-ad7696c6fdd6 req-c9618b54-b596-405e-a210-a6473b8d620e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6bc4ee9-c5af-421a-a412-4c5b1c33d68e HTTP/1.1" status: 200 len: 217 time: 0.0337474 Feb 02 15:57:44.227801 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279a103-bdaf-4d68-bb86-ad7696c6fdd6 req-38f523e2-123c-4b4f-8a4e-0bc7336d5c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:44.229292 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-7279a103-bdaf-4d68-bb86-ad7696c6fdd6 req-38f523e2-123c-4b4f-8a4e-0bc7336d5c73 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bfb6a93b-5981-4760-ad68-05c2836569b0 HTTP/1.1" status: 200 len: 853 time: 0.0462546 Feb 02 15:57:44.261243 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-7279a103-bdaf-4d68-bb86-ad7696c6fdd6 req-6d9b3524-36cf-4c9b-b7ed-e3a7412b6a1b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=14e5042c-9b1a-411b-a87f-2964f1673b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252452 Feb 02 15:57:44.360168 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-7279a103-bdaf-4d68-bb86-ad7696c6fdd6 req-6eb45de8-c840-4503-a068-b2c12cfdadb6 service neutron] 10.222.0.59 "GET /v2.0/networks/14e5042c-9b1a-411b-a87f-2964f1673b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924599 Feb 02 15:57:44.451166 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f2a47-a9e5-487a-81fb-779d5355e707 req-2bfe1cfa-90e2-4eab-848a-f3a0faf0f974 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:44.452721 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5e7f2a47-a9e5-487a-81fb-779d5355e707 req-2bfe1cfa-90e2-4eab-848a-f3a0faf0f974 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/ports?device_id=cf45db22-edba-4467-9a61-2c8d29f0ee74 HTTP/1.1" status: 200 len: 943 time: 0.0535131 Feb 02 15:57:44.461741 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['63054037-60ad-4b33-ad87-4c636b8d44d2'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 15:57:44.474352 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-7279a103-bdaf-4d68-bb86-ad7696c6fdd6 req-da067905-7924-48fc-890e-3c273ca7bb03 service neutron] 10.222.0.59 "GET /v2.0/networks/14e5042c-9b1a-411b-a87f-2964f1673b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905261 Feb 02 15:57:44.498810 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5e7f2a47-a9e5-487a-81fb-779d5355e707 req-5d08e7ea-7bef-4a28-9231-17f29a9e074a tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/security-groups?id=1c67e615-dc8f-4b94-a477-fe978a7983b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401773 Feb 02 15:57:44.898427 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff06aa2-3a4d-4ba2-903a-d2222c1be92c req-6047afb9-c800-4cf2-8071-6de7b5d18f04 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:44.899896 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4ff06aa2-3a4d-4ba2-903a-d2222c1be92c req-6047afb9-c800-4cf2-8071-6de7b5d18f04 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 944 time: 0.0551610 Feb 02 15:57:44.946523 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4ff06aa2-3a4d-4ba2-903a-d2222c1be92c req-68ef1159-fa5f-41a9-a144-998f811fa9ca tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405734 Feb 02 15:57:45.346196 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-1b3d9144-064b-445c-916e-13c57ddfada7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:45.620966 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9356e4-3a8a-4af4-bca8-39fe8de17f1f req-3e445800-093f-470a-b8c6-f6f6adf33471 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:45.622494 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-fb9356e4-3a8a-4af4-bca8-39fe8de17f1f req-3e445800-093f-470a-b8c6-f6f6adf33471 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/ports?device_id=cf45db22-edba-4467-9a61-2c8d29f0ee74 HTTP/1.1" status: 200 len: 943 time: 0.0524065 Feb 02 15:57:45.668175 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-fb9356e4-3a8a-4af4-bca8-39fe8de17f1f req-a2c3873e-fb3a-407a-816d-db149e5406f5 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/security-groups?id=1c67e615-dc8f-4b94-a477-fe978a7983b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400341 Feb 02 15:57:45.903830 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device d6bc4ee9-c5af-421a-a412-4c5b1c33d68e details requested by agent hyperv_hv-cinder-82751 with host hv-cinder-82751 {{(pid=109040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 15:57:45.914007 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 63054037-60ad-4b33-ad87-4c636b8d44d2 up at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:57:46.028541 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning for port 63054037-60ad-4b33-ad87-4c636b8d44d2 completed by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:57:46.040564 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning complete for port 63054037-60ad-4b33-ad87-4c636b8d44d2 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:57:46.040935 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (63054037-60ad-4b33-ad87-4c636b8d44d2), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:46.043419 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port d6bc4ee9-c5af-421a-a412-4c5b1c33d68e, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=d6bc4ee9-c5af-421a-a412-4c5b1c33d68e,segment=NetworkSegment(e1c17517-5a31-40b4-b29e-bfdc7d255762),segment_id=e1c17517-5a31-40b4-b29e-bfdc7d255762)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:57:46.065562 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a51528-aa7f-4972-91b7-9e054e0707e3 req-26da5ade-8404-4cb9-a8b2-e6591933df0a tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:46.067083 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b0a51528-aa7f-4972-91b7-9e054e0707e3 req-26da5ade-8404-4cb9-a8b2-e6591933df0a tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 944 time: 0.0551660 Feb 02 15:57:46.075338 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Returning: {'device': 'd6bc4ee9-c5af-421a-a412-4c5b1c33d68e', 'network_id': '14e5042c-9b1a-411b-a87f-2964f1673b53', 'port_id': 'd6bc4ee9-c5af-421a-a412-4c5b1c33d68e', 'mac_address': 'fa:16:3e:41:2d:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 983, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb6a93b-5981-4760-ad68-05c2836569b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 15:57:46.121695 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b0a51528-aa7f-4972-91b7-9e054e0707e3 req-026e2280-ab60-4b60-a7d8-aed096152892 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470653 Feb 02 15:57:46.126811 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port d6bc4ee9-c5af-421a-a412-4c5b1c33d68e is: DOWN; New status is: BUILD {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:57:46.127310 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (d6bc4ee9-c5af-421a-a412-4c5b1c33d68e), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:46.163604 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6bc4ee9-c5af-421a-a412-4c5b1c33d68e {{(pid=109040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 15:57:46.188175 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port 63054037-60ad-4b33-ad87-4c636b8d44d2 is: BUILD; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:57:46.189279 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (63054037-60ad-4b33-ad87-4c636b8d44d2), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:46.194083 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port d6bc4ee9-c5af-421a-a412-4c5b1c33d68e, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=d6bc4ee9-c5af-421a-a412-4c5b1c33d68e,segment=NetworkSegment(e1c17517-5a31-40b4-b29e-bfdc7d255762),segment_id=e1c17517-5a31-40b4-b29e-bfdc7d255762)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:57:46.203051 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (d6bc4ee9-c5af-421a-a412-4c5b1c33d68e), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:46.245333 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344cbc1c-a5b1-48fc-97c3-3335a7504799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63054037-60ad-4b33-ad87-4c636b8d44d2'}] {{(pid=109040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:57:46.247525 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1d7bcdb5a183cc49b107777b4db9278503cec4984c40d99c754c4d9ca4724a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbda7e1-ddcb-4ddd-afb4-bdb0330a999a" -d '{"events": [{"server_uuid": "344cbc1c-a5b1-48fc-97c3-3335a7504799", "name": "network-vif-plugged", "status": "completed", "tag": "63054037-60ad-4b33-ad87-4c636b8d44d2"}]}' {{(pid=109040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:57:46.269564 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 63054037-60ad-4b33-ad87-4c636b8d44d2, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=63054037-60ad-4b33-ad87-4c636b8d44d2,segment=NetworkSegment(87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5),segment_id=87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:57:46.272597 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:46.280519 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (63054037-60ad-4b33-ad87-4c636b8d44d2), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:46.288423 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 15:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483bd579-ec0c-400e-8332-162dc1de7a27 x-openstack-request-id: req-483bd579-ec0c-400e-8332-162dc1de7a27 {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:57:46.288706 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344cbc1c-a5b1-48fc-97c3-3335a7504799", "name": "network-vif-plugged", "status": "completed", "tag": "63054037-60ad-4b33-ad87-4c636b8d44d2", "code": 200}]} {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:57:46.288976 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-483bd579-ec0c-400e-8332-162dc1de7a27 {{(pid=109040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:57:46.289368 dv-cinder-827511-1-iscsi neutron-server[109040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344cbc1c-a5b1-48fc-97c3-3335a7504799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63054037-60ad-4b33-ad87-4c636b8d44d2', 'code': 200} Feb 02 15:57:46.290230 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=d6bc4ee9-c5af-421a-a412-4c5b1c33d68e,revision_number=4']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:46.349520 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=63054037-60ad-4b33-ad87-4c636b8d44d2,revision_number=5']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:46.381890 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:57:46.530871 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9232790c-0775-47f4-a95a-235ec9a70170 req-5369d07b-b0b0-430e-907e-7b65ea6d62bd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792444 Feb 02 15:57:46.533187 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0eedb3-caed-4421-bb1c-a139393cb4c7 req-7690dffc-dc42-4109-a3a7-32bb165fc300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:46.534536 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ab0eedb3-caed-4421-bb1c-a139393cb4c7 req-7690dffc-dc42-4109-a3a7-32bb165fc300 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 1129 time: 0.0558848 Feb 02 15:57:46.551636 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['d6bc4ee9-c5af-421a-a412-4c5b1c33d68e'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 15:57:46.646352 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ab0eedb3-caed-4421-bb1c-a139393cb4c7 req-10340284-35df-4bbc-8ad6-39c622c18bc3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753407 Feb 02 15:57:46.656905 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232790c-0775-47f4-a95a-235ec9a70170 req-9b23a51f-7518-4d05-b101-d7f923b24efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:46.659019 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9232790c-0775-47f4-a95a-235ec9a70170 req-9b23a51f-7518-4d05-b101-d7f923b24efa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e46d9c184bc14bb2869a6bbc48e00252&device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 1130 time: 0.0567884 Feb 02 15:57:46.785510 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f4759-049a-4ca8-a6db-ee6235f2cfc1 req-66861ea7-904d-4e52-b48d-cd638b27e558 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:46.786957 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-505f4759-049a-4ca8-a6db-ee6235f2cfc1 req-66861ea7-904d-4e52-b48d-cd638b27e558 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/ports?device_id=cf45db22-edba-4467-9a61-2c8d29f0ee74 HTTP/1.1" status: 200 len: 944 time: 0.0510576 Feb 02 15:57:46.831903 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-505f4759-049a-4ca8-a6db-ee6235f2cfc1 req-1b02bb6c-dfc7-49e9-99d9-eb5701e5feb3 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/security-groups?id=1c67e615-dc8f-4b94-a477-fe978a7983b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395088 Feb 02 15:57:47.103995 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232790c-0775-47f4-a95a-235ec9a70170 req-3c476e90-b0a2-4bfd-a6eb-ca36c55bdc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:47.105494 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9232790c-0775-47f4-a95a-235ec9a70170 req-3c476e90-b0a2-4bfd-a6eb-ca36c55bdc1c service neutron] 10.222.0.59 "GET /v2.0/networks?id=b0953c76-584e-4cc9-bd10-70c56077e5e6 HTTP/1.1" status: 200 len: 918 time: 0.0838389 Feb 02 15:57:47.173479 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9232790c-0775-47f4-a95a-235ec9a70170 req-167412f8-2f10-49c6-88dc-577a4a7e46a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d16a98d-2508-49b3-ab25-411a471febe1 HTTP/1.1" status: 200 len: 1000 time: 0.0612385 Feb 02 15:57:47.222311 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232790c-0775-47f4-a95a-235ec9a70170 req-be57c1bf-56eb-46d3-82a5-12109a03674d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:47.223966 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9232790c-0775-47f4-a95a-235ec9a70170 req-be57c1bf-56eb-46d3-82a5-12109a03674d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5347cd5-2ddb-4574-9672-af43239849ac HTTP/1.1" status: 200 len: 856 time: 0.0448143 Feb 02 15:57:47.247343 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f81120-28c9-461c-b190-faa5362b1d5e req-821d0158-18c8-41ac-948e-0734db2b1dbe tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:47.248859 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-28f81120-28c9-461c-b190-faa5362b1d5e req-821d0158-18c8-41ac-948e-0734db2b1dbe tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0526724 Feb 02 15:57:47.275637 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232790c-0775-47f4-a95a-235ec9a70170 req-cebab35e-7c15-47ff-a817-e14f6182fb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:47.277178 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9232790c-0775-47f4-a95a-235ec9a70170 req-cebab35e-7c15-47ff-a817-e14f6182fb08 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0953c76-584e-4cc9-bd10-70c56077e5e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453880 Feb 02 15:57:47.295541 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-28f81120-28c9-461c-b190-faa5362b1d5e req-8e0c97af-abd8-4c9f-904a-47e0a0e07ee1 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403724 Feb 02 15:57:47.351865 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:47.374860 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9232790c-0775-47f4-a95a-235ec9a70170 req-a012a80f-b51a-4a85-b9ea-967cf53f9179 service neutron] 10.222.0.59 "GET /v2.0/networks/b0953c76-584e-4cc9-bd10-70c56077e5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849600 Feb 02 15:57:47.467157 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9232790c-0775-47f4-a95a-235ec9a70170 req-938034e7-3e5f-4c00-8fd2-f17387929d3f service neutron] 10.222.0.59 "GET /v2.0/networks/b0953c76-584e-4cc9-bd10-70c56077e5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848460 Feb 02 15:57:47.662736 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:47.910685 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device d6bc4ee9-c5af-421a-a412-4c5b1c33d68e up at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:57:47.956196 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531df36-df54-4366-adcd-580fbeeb61b7 req-e1714507-0374-4f2e-8c31-abb8cc41bcb6 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:47.958484 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9531df36-df54-4366-adcd-580fbeeb61b7 req-e1714507-0374-4f2e-8c31-abb8cc41bcb6 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/ports?device_id=cf45db22-edba-4467-9a61-2c8d29f0ee74 HTTP/1.1" status: 200 len: 944 time: 0.0604813 Feb 02 15:57:47.967834 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning for port d6bc4ee9-c5af-421a-a412-4c5b1c33d68e completed by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:57:47.972070 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning complete for port d6bc4ee9-c5af-421a-a412-4c5b1c33d68e triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:57:47.972441 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (d6bc4ee9-c5af-421a-a412-4c5b1c33d68e), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:48.007896 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9531df36-df54-4366-adcd-580fbeeb61b7 req-2dddba8f-f53d-4790-af78-1eaa7a8c868f tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/security-groups?id=1c67e615-dc8f-4b94-a477-fe978a7983b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430682 Feb 02 15:57:48.052655 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port d6bc4ee9-c5af-421a-a412-4c5b1c33d68e is: BUILD; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:57:48.053066 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (d6bc4ee9-c5af-421a-a412-4c5b1c33d68e), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:48.087672 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port d6bc4ee9-c5af-421a-a412-4c5b1c33d68e, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=d6bc4ee9-c5af-421a-a412-4c5b1c33d68e,segment=NetworkSegment(e1c17517-5a31-40b4-b29e-bfdc7d255762),segment_id=e1c17517-5a31-40b4-b29e-bfdc7d255762)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:57:48.090734 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (d6bc4ee9-c5af-421a-a412-4c5b1c33d68e), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:48.140603 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=d6bc4ee9-c5af-421a-a412-4c5b1c33d68e,revision_number=5']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:48.290426 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf45db22-edba-4467-9a61-2c8d29f0ee74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bc4ee9-c5af-421a-a412-4c5b1c33d68e'}] {{(pid=109040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:57:48.292642 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1d7bcdb5a183cc49b107777b4db9278503cec4984c40d99c754c4d9ca4724a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a643c88-ca38-4f54-9959-095122ce9498" -d '{"events": [{"server_uuid": "cf45db22-edba-4467-9a61-2c8d29f0ee74", "name": "network-vif-plugged", "status": "completed", "tag": "d6bc4ee9-c5af-421a-a412-4c5b1c33d68e"}]}' {{(pid=109040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:57:48.327941 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 15:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aaa5bd7-024d-49f7-a26a-90d6d48bc69d x-openstack-request-id: req-0aaa5bd7-024d-49f7-a26a-90d6d48bc69d {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:57:48.328237 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf45db22-edba-4467-9a61-2c8d29f0ee74", "name": "network-vif-plugged", "status": "completed", "tag": "d6bc4ee9-c5af-421a-a412-4c5b1c33d68e", "code": 200}]} {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:57:48.328495 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-0aaa5bd7-024d-49f7-a26a-90d6d48bc69d {{(pid=109040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:57:48.328915 dv-cinder-827511-1-iscsi neutron-server[109040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf45db22-edba-4467-9a61-2c8d29f0ee74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bc4ee9-c5af-421a-a412-4c5b1c33d68e', 'code': 200} Feb 02 15:57:48.414328 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fa5bd-3e98-4416-a14a-daeb9e969616 req-35c62854-4c5a-407b-96f2-371a9e9b91a2 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:48.415821 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-fd2fa5bd-3e98-4416-a14a-daeb9e969616 req-35c62854-4c5a-407b-96f2-371a9e9b91a2 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0527084 Feb 02 15:57:48.462609 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-fd2fa5bd-3e98-4416-a14a-daeb9e969616 req-8343a639-5c4e-4fa5-a72a-1aea98b5b469 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412507 Feb 02 15:57:48.583225 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293f06b-b883-400a-a551-f8525527d42d req-53f485cb-d96f-4570-b8f3-624387d112eb tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:48.584712 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b293f06b-b883-400a-a551-f8525527d42d req-53f485cb-d96f-4570-b8f3-624387d112eb tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0575275 Feb 02 15:57:48.585401 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0c114-fc84-4aa5-8136-e8ef02f1dec9 req-8d7ee7c9-577a-417d-9f4b-75b63646cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:48.586908 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-08f0c114-fc84-4aa5-8136-e8ef02f1dec9 req-8d7ee7c9-577a-417d-9f4b-75b63646cc61 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cf45db22-edba-4467-9a61-2c8d29f0ee74 HTTP/1.1" status: 200 len: 1129 time: 0.0446644 Feb 02 15:57:48.596221 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 34428) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:57:48.600679 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-9c108f22-81e6-40d1-a452-6739dce38728 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Request body: {'floatingip': {'port_id': '63054037-60ad-4b33-ad87-4c636b8d44d2'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:57:48.632329 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-08f0c114-fc84-4aa5-8136-e8ef02f1dec9 req-5f28db2c-724c-43e9-b2bd-a411dfb095d9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1c67e615-dc8f-4b94-a477-fe978a7983b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388787 Feb 02 15:57:48.642665 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-9c108f22-81e6-40d1-a452-6739dce38728 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for floatingip (063da28a-9c6d-49b7-92fb-dc408b297313), before_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:49.078421 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-9c108f22-81e6-40d1-a452-6739dce38728 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:49.090759 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-9c108f22-81e6-40d1-a452-6739dce38728 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7937883'] for floatingip (063da28a-9c6d-49b7-92fb-dc408b297313), after_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:49.190926 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:49.205655 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd0b8b-4c08-45d6-8fe6-02ecae001484 req-ffd155b2-439e-42ce-b1f5-6106f8f07cc9 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:49.207148 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1dbd0b8b-4c08-45d6-8fe6-02ecae001484 req-ffd155b2-439e-42ce-b1f5-6106f8f07cc9 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/ports?device_id=cf45db22-edba-4467-9a61-2c8d29f0ee74 HTTP/1.1" status: 200 len: 945 time: 0.1261983 Feb 02 15:57:49.234231 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.db.l3_db [None req-9c108f22-81e6-40d1-a452-6739dce38728 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Floating IP 063da28a-9c6d-49b7-92fb-dc408b297313 associated. External IP: 172.27.3.74, port: 63054037-60ad-4b33-ad87-4c636b8d44d2. Feb 02 15:57:49.299220 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1dbd0b8b-4c08-45d6-8fe6-02ecae001484 req-c55d4635-6902-48b1-be12-6d460b95f5a4 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/security-groups?id=1c67e615-dc8f-4b94-a477-fe978a7983b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850611 Feb 02 15:57:49.460588 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c108f22-81e6-40d1-a452-6739dce38728 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Router 72d61eae-3e8b-41aa-bd55-419673a4b8cc has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:57:49.565986 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c108f22-81e6-40d1-a452-6739dce38728 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:57:49.570807 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-9c108f22-81e6-40d1-a452-6739dce38728 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for floatingip (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:57:49.575472 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca44ee7e-1072-45c6-841d-59b937e1a581 None None] Sync routers for ids ['72d61eae-3e8b-41aa-bd55-419673a4b8cc'] in dv-cinder-827511-1-iscsi {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:57:49.585266 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca44ee7e-1072-45c6-841d-59b937e1a581 None None] Routers {'72d61eae-3e8b-41aa-bd55-419673a4b8cc'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:57:49.585884 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-ca44ee7e-1072-45c6-841d-59b937e1a581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T15:57:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['72d61eae-3e8b-41aa-bd55-419673a4b8cc'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:49.599925 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-9c108f22-81e6-40d1-a452-6739dce38728 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "PUT /v2.0/floatingips/063da28a-9c6d-49b7-92fb-dc408b297313 HTTP/1.1" status: 200 len: 990 time: 1.0026250 Feb 02 15:57:49.600519 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344cbc1c-a5b1-48fc-97c3-3335a7504799', 'tag': '63054037-60ad-4b33-ad87-4c636b8d44d2'}] {{(pid=109039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:57:49.602749 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c161fd89cb1d1d847ba0f79545528bda5d1c418a0cb4f87e804297803be7db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df24117-1c3f-4f00-9e95-d3049e28a847" -d '{"events": [{"name": "network-changed", "server_uuid": "344cbc1c-a5b1-48fc-97c3-3335a7504799", "tag": "63054037-60ad-4b33-ad87-4c636b8d44d2"}]}' {{(pid=109039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:57:49.646381 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 15:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23490b12-524b-4d73-ba10-23007acdac3f x-openstack-request-id: req-23490b12-524b-4d73-ba10-23007acdac3f {{(pid=109039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:57:49.646863 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344cbc1c-a5b1-48fc-97c3-3335a7504799", "tag": "63054037-60ad-4b33-ad87-4c636b8d44d2", "status": "completed", "code": 200}]} {{(pid=109039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:57:49.647527 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-23490b12-524b-4d73-ba10-23007acdac3f {{(pid=109039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:57:49.647650 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344cbc1c-a5b1-48fc-97c3-3335a7504799', 'tag': '63054037-60ad-4b33-ad87-4c636b8d44d2', 'status': 'completed', 'code': 200} Feb 02 15:57:49.694268 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-ca44ee7e-1072-45c6-841d-59b937e1a581 None None] Set router 72d61eae-3e8b-41aa-bd55-419673a4b8cc gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:57:49.702210 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef602109-2b45-4fc4-adba-1dc7b1568df1 req-fcc0c98e-a931-4c90-86fb-0f38976fa543 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:49.703695 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ef602109-2b45-4fc4-adba-1dc7b1568df1 req-fcc0c98e-a931-4c90-86fb-0f38976fa543 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0528076 Feb 02 15:57:49.757696 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ef602109-2b45-4fc4-adba-1dc7b1568df1 req-13c9953d-59aa-420b-bcee-d9b5103817ea tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477090 Feb 02 15:57:49.779302 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df24117-1c3f-4f00-9e95-d3049e28a847 req-0164f0a8-bc69-4699-9138-b8cb2a6a9e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:49.780816 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0df24117-1c3f-4f00-9e95-d3049e28a847 req-0164f0a8-bc69-4699-9138-b8cb2a6a9e50 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=45b9c1b88a7c489db94e478b49b35d32&device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 1129 time: 0.0489719 Feb 02 15:57:49.874379 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df24117-1c3f-4f00-9e95-d3049e28a847 req-05c002d0-c787-4431-b835-c130af0d4fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:49.875869 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0df24117-1c3f-4f00-9e95-d3049e28a847 req-05c002d0-c787-4431-b835-c130af0d4fd2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cdf28f1b-0411-4dee-a903-8841bfaf0c1e HTTP/1.1" status: 200 len: 912 time: 0.0862942 Feb 02 15:57:49.945208 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0df24117-1c3f-4f00-9e95-d3049e28a847 req-cb28dafa-9e9e-4ef0-856f-fb3a6120f1dd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63054037-60ad-4b33-ad87-4c636b8d44d2 HTTP/1.1" status: 200 len: 998 time: 0.0584478 Feb 02 15:57:50.034946 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df24117-1c3f-4f00-9e95-d3049e28a847 req-c9ca2c7d-03b1-48b7-99be-fbd3ef5434a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:50.036434 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0df24117-1c3f-4f00-9e95-d3049e28a847 req-c9ca2c7d-03b1-48b7-99be-fbd3ef5434a5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=88fa9161-0b2a-481a-ad23-bc99e36fcc51 HTTP/1.1" status: 200 len: 850 time: 0.0458655 Feb 02 15:57:50.105235 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df24117-1c3f-4f00-9e95-d3049e28a847 req-e659a432-bf73-43a3-b264-09c65ebd1a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:50.106876 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0df24117-1c3f-4f00-9e95-d3049e28a847 req-e659a432-bf73-43a3-b264-09c65ebd1a12 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cdf28f1b-0411-4dee-a903-8841bfaf0c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606911 Feb 02 15:57:50.116035 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-ca44ee7e-1072-45c6-841d-59b937e1a581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'name': 'tempest-AttachVolumeTestJSON-1574262170-router', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:32Z', 'revision_number': 4, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'gw_port': {'id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_floatingips': [{'id': '063da28a-9c6d-49b7-92fb-dc408b297313', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'floating_ip_address': '172.27.3.74', 'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'router_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'port_id': '63054037-60ad-4b33-ad87-4c636b8d44d2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e', 'mac_address': 'fa:16:3e:a8:8a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344cbc1c-a5b1-48fc-97c3-3335a7504799', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:57:34Z', 'updated_at': '2022-02-02T15:57:48Z', 'revision_number': 1, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '062fec73-b264-471d-a458-820920794199', 'name': '', 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'mac_address': 'fa:16:3e:14:ac:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '88fa9161-0b2a-481a-ad23-bc99e36fcc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:57:31Z', 'updated_at': '2022-02-02T15:57:35Z', 'revision_number': 5, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'subnets': [{'id': '88fa9161-0b2a-481a-ad23-bc99e36fcc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:50.150301 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca44ee7e-1072-45c6-841d-59b937e1a581 None None] Checking router: 72d61eae-3e8b-41aa-bd55-419673a4b8cc for host: dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:57:50.161636 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca44ee7e-1072-45c6-841d-59b937e1a581 None None] Routers {'72d61eae-3e8b-41aa-bd55-419673a4b8cc'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:57:50.161939 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-ca44ee7e-1072-45c6-841d-59b937e1a581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T15:57:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['72d61eae-3e8b-41aa-bd55-419673a4b8cc'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:50.200504 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0df24117-1c3f-4f00-9e95-d3049e28a847 req-c402b747-64dd-4047-8fef-2fc488ed3892 service neutron] 10.222.0.59 "GET /v2.0/networks/cdf28f1b-0411-4dee-a903-8841bfaf0c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855100 Feb 02 15:57:50.271415 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-ca44ee7e-1072-45c6-841d-59b937e1a581 None None] Set router 72d61eae-3e8b-41aa-bd55-419673a4b8cc gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:57:50.296452 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0df24117-1c3f-4f00-9e95-d3049e28a847 req-4715d22c-3c3b-41b1-b273-214d0d9fbfd4 service neutron] 10.222.0.59 "GET /v2.0/networks/cdf28f1b-0411-4dee-a903-8841bfaf0c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881312 Feb 02 15:57:50.428052 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d0259-cbeb-46e1-9079-6b4d4f10a841 req-42649ce0-ec62-4991-ac86-84a578709e4e tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:50.429500 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ab6d0259-cbeb-46e1-9079-6b4d4f10a841 req-42649ce0-ec62-4991-ac86-84a578709e4e tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/ports?device_id=cf45db22-edba-4467-9a61-2c8d29f0ee74 HTTP/1.1" status: 200 len: 945 time: 0.0561790 Feb 02 15:57:50.477175 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ab6d0259-cbeb-46e1-9079-6b4d4f10a841 req-81319498-dfa2-4118-8d9c-176a1e4923e1 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/security-groups?id=1c67e615-dc8f-4b94-a477-fe978a7983b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419397 Feb 02 15:57:50.501709 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-ca44ee7e-1072-45c6-841d-59b937e1a581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'name': 'tempest-AttachVolumeTestJSON-1574262170-router', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:32Z', 'revision_number': 4, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'gw_port': {'id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_floatingips': [{'id': '063da28a-9c6d-49b7-92fb-dc408b297313', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'floating_ip_address': '172.27.3.74', 'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'router_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'port_id': '63054037-60ad-4b33-ad87-4c636b8d44d2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e', 'mac_address': 'fa:16:3e:a8:8a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344cbc1c-a5b1-48fc-97c3-3335a7504799', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:57:34Z', 'updated_at': '2022-02-02T15:57:48Z', 'revision_number': 1, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '062fec73-b264-471d-a458-820920794199', 'name': '', 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'mac_address': 'fa:16:3e:14:ac:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '88fa9161-0b2a-481a-ad23-bc99e36fcc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:57:31Z', 'updated_at': '2022-02-02T15:57:35Z', 'revision_number': 5, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'subnets': [{'id': '88fa9161-0b2a-481a-ad23-bc99e36fcc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:50.528850 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca44ee7e-1072-45c6-841d-59b937e1a581 None None] The sync data for ids ['72d61eae-3e8b-41aa-bd55-419673a4b8cc'] in dv-cinder-827511-1-iscsi is: [{'id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'name': 'tempest-AttachVolumeTestJSON-1574262170-router', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:32Z', 'revision_number': 4, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'gw_port': {'id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_floatingips': [{'id': '063da28a-9c6d-49b7-92fb-dc408b297313', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'floating_ip_address': '172.27.3.74', 'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'router_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'port_id': '63054037-60ad-4b33-ad87-4c636b8d44d2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e', 'mac_address': 'fa:16:3e:a8:8a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344cbc1c-a5b1-48fc-97c3-3335a7504799', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:57:34Z', 'updated_at': '2022-02-02T15:57:48Z', 'revision_number': 1, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '062fec73-b264-471d-a458-820920794199', 'name': '', 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'mac_address': 'fa:16:3e:14:ac:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '88fa9161-0b2a-481a-ad23-bc99e36fcc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:57:31Z', 'updated_at': '2022-02-02T15:57:35Z', 'revision_number': 5, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'subnets': [{'id': '88fa9161-0b2a-481a-ad23-bc99e36fcc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:57:50.736052 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0874a27-57dc-4bbd-b7e1-54d0d9103a57 None None] New status for floating IP 063da28a-9c6d-49b7-92fb-dc408b297313: ACTIVE {{(pid=109041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 15:57:50.902019 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30fb23-02d2-425d-b652-0c6d1b304336 req-35f0799c-664c-45d2-93b7-170b08bafdf8 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:50.903963 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8b30fb23-02d2-425d-b652-0c6d1b304336 req-35f0799c-664c-45d2-93b7-170b08bafdf8 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0595369 Feb 02 15:57:50.955820 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8b30fb23-02d2-425d-b652-0c6d1b304336 req-357b3115-b01d-4c7a-8766-b89fdf938379 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455084 Feb 02 15:58:11.528628 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec2f46-ddeb-4422-afe5-11df6867ff09 req-78e91ef4-8015-4305-b9c7-54f1efac48ce tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:11.530268 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f3ec2f46-ddeb-4422-afe5-11df6867ff09 req-78e91ef4-8015-4305-b9c7-54f1efac48ce tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/ports?device_id=cf45db22-edba-4467-9a61-2c8d29f0ee74 HTTP/1.1" status: 200 len: 945 time: 0.0515826 Feb 02 15:58:11.579718 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f3ec2f46-ddeb-4422-afe5-11df6867ff09 req-841e2d45-5b15-401d-b85d-4e94d809c580 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/security-groups?id=1c67e615-dc8f-4b94-a477-fe978a7983b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434299 Feb 02 15:58:12.702826 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93effd90-2905-4dec-82f2-c99fbce0ef84 req-7278d73d-c4a5-46b1-b045-02a690817437 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:12.704202 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-93effd90-2905-4dec-82f2-c99fbce0ef84 req-7278d73d-c4a5-46b1-b045-02a690817437 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/ports?device_id=cf45db22-edba-4467-9a61-2c8d29f0ee74 HTTP/1.1" status: 200 len: 945 time: 0.0518074 Feb 02 15:58:12.749622 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-93effd90-2905-4dec-82f2-c99fbce0ef84 req-7b777c28-cdab-4260-aa83-a9268c491143 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/security-groups?id=1c67e615-dc8f-4b94-a477-fe978a7983b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393217 Feb 02 15:58:12.843689 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-ad85264e-d0d8-4943-851c-94593e700d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:13.535473 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839555d-5af5-46f3-a7a0-129025ea1a07 req-30491844-9945-48ec-9ae7-70e6022aadc5 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:13.536854 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0839555d-5af5-46f3-a7a0-129025ea1a07 req-30491844-9945-48ec-9ae7-70e6022aadc5 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf45db22-edba-4467-9a61-2c8d29f0ee74 HTTP/1.1" status: 200 len: 945 time: 0.0520368 Feb 02 15:58:13.633271 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-0839555d-5af5-46f3-a7a0-129025ea1a07 req-22a6254d-4f42-4add-bb1b-e4ebd697426b tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Deleting port d6bc4ee9-c5af-421a-a412-4c5b1c33d68e {{(pid=109038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 15:58:13.633616 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-0839555d-5af5-46f3-a7a0-129025ea1a07 req-22a6254d-4f42-4add-bb1b-e4ebd697426b tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (d6bc4ee9-c5af-421a-a412-4c5b1c33d68e), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:13.719100 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-0839555d-5af5-46f3-a7a0-129025ea1a07 req-22a6254d-4f42-4add-bb1b-e4ebd697426b tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] For port d6bc4ee9-c5af-421a-a412-4c5b1c33d68e, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=d6bc4ee9-c5af-421a-a412-4c5b1c33d68e,segment=NetworkSegment(e1c17517-5a31-40b4-b29e-bfdc7d255762),segment_id=e1c17517-5a31-40b4-b29e-bfdc7d255762)] {{(pid=109038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:58:13.719461 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-0839555d-5af5-46f3-a7a0-129025ea1a07 req-22a6254d-4f42-4add-bb1b-e4ebd697426b tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (d6bc4ee9-c5af-421a-a412-4c5b1c33d68e), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:13.732660 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-0839555d-5af5-46f3-a7a0-129025ea1a07 req-22a6254d-4f42-4add-bb1b-e4ebd697426b tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Calling delete_port for d6bc4ee9-c5af-421a-a412-4c5b1c33d68e owned by compute:nova {{(pid=109038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 15:58:13.860227 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-0839555d-5af5-46f3-a7a0-129025ea1a07 req-22a6254d-4f42-4add-bb1b-e4ebd697426b tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (d6bc4ee9-c5af-421a-a412-4c5b1c33d68e), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:13.872074 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b3c02-e592-4748-a038-9049b49a6657 req-e6434368-a293-47ed-9a8a-2950ddacd2e5 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:13.873594 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-940b3c02-e592-4748-a038-9049b49a6657 req-e6434368-a293-47ed-9a8a-2950ddacd2e5 tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/ports?device_id=cf45db22-edba-4467-9a61-2c8d29f0ee74 HTTP/1.1" status: 200 len: 945 time: 0.0523865 Feb 02 15:58:13.890056 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6254d-4f42-4add-bb1b-e4ebd697426b tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Pushing event deleted for resources: {'Port': ['ID=d6bc4ee9-c5af-421a-a412-4c5b1c33d68e,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:13.902798 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6254d-4f42-4add-bb1b-e4ebd697426b tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:13.902798 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6254d-4f42-4add-bb1b-e4ebd697426b tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:13.902798 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6254d-4f42-4add-bb1b-e4ebd697426b tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:13.903186 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6254d-4f42-4add-bb1b-e4ebd697426b tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:13.903444 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6254d-4f42-4add-bb1b-e4ebd697426b tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:13.903778 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6254d-4f42-4add-bb1b-e4ebd697426b tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:13.904710 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6254d-4f42-4add-bb1b-e4ebd697426b tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:13.905068 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6254d-4f42-4add-bb1b-e4ebd697426b tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:13.905372 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['d6bc4ee9-c5af-421a-a412-4c5b1c33d68e'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 15:58:13.905855 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6254d-4f42-4add-bb1b-e4ebd697426b tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:13.905855 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6254d-4f42-4add-bb1b-e4ebd697426b tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:13.906036 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6254d-4f42-4add-bb1b-e4ebd697426b tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:13.906360 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6254d-4f42-4add-bb1b-e4ebd697426b tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:13.906688 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6254d-4f42-4add-bb1b-e4ebd697426b tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:13.922645 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-940b3c02-e592-4748-a038-9049b49a6657 req-9bdb1d7f-6e58-409c-b9fd-ca0c3d5023db tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.112 "GET /v2.0/security-groups?id=1c67e615-dc8f-4b94-a477-fe978a7983b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425467 Feb 02 15:58:13.947338 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-0839555d-5af5-46f3-a7a0-129025ea1a07 req-22a6254d-4f42-4add-bb1b-e4ebd697426b tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] No DVR routers for this DVR port d6bc4ee9-c5af-421a-a412-4c5b1c33d68e on host hv-cinder-82751 {{(pid=109038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:58:13.949821 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-0839555d-5af5-46f3-a7a0-129025ea1a07 req-22a6254d-4f42-4add-bb1b-e4ebd697426b tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:13.953061 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0839555d-5af5-46f3-a7a0-129025ea1a07 req-22a6254d-4f42-4add-bb1b-e4ebd697426b tempest-VolumesSnapshotTestJSON-723059926 tempest-VolumesSnapshotTestJSON-723059926-project] 10.222.0.59 "DELETE /v2.0/ports/d6bc4ee9-c5af-421a-a412-4c5b1c33d68e HTTP/1.1" status: 204 len: 173 time: 0.4107525 Feb 02 15:58:13.953496 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf45db22-edba-4467-9a61-2c8d29f0ee74', 'name': 'network-vif-deleted', 'tag': 'd6bc4ee9-c5af-421a-a412-4c5b1c33d68e'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:58:13.955952 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f3ef5e-129b-49f4-8be2-9cf4d9a23c99" -d '{"events": [{"server_uuid": "cf45db22-edba-4467-9a61-2c8d29f0ee74", "name": "network-vif-deleted", "tag": "d6bc4ee9-c5af-421a-a412-4c5b1c33d68e"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:58:13.996610 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 15:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d08299-b862-47b0-a43b-8822a6225bb6 x-openstack-request-id: req-f4d08299-b862-47b0-a43b-8822a6225bb6 {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:58:13.996912 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf45db22-edba-4467-9a61-2c8d29f0ee74", "name": "network-vif-deleted", "tag": "d6bc4ee9-c5af-421a-a412-4c5b1c33d68e", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:58:13.997269 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-f4d08299-b862-47b0-a43b-8822a6225bb6 {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:58:13.997675 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf45db22-edba-4467-9a61-2c8d29f0ee74', 'name': 'network-vif-deleted', 'tag': 'd6bc4ee9-c5af-421a-a412-4c5b1c33d68e', 'status': 'completed', 'code': 200} Feb 02 15:58:15.348325 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-883fbf18-e0ad-495d-9ca0-c5c166a99b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:16.027571 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device d6bc4ee9-c5af-421a-a412-4c5b1c33d68e no longer exists at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 15:58:16.047346 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] No Port match for: d6bc4ee9-c5af-421a-a412-4c5b1c33d68e {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 15:58:16.047689 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device d6bc4ee9-c5af-421a-a412-4c5b1c33d68e not bound to the agent host hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 15:58:16.236106 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:17.261737 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbad585-d02f-4ebd-a6bb-b85f2c620d5b req-7b9acd76-0142-41e8-896c-db130b1af72a tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:17.263119 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8bbad585-d02f-4ebd-a6bb-b85f2c620d5b req-7b9acd76-0142-41e8-896c-db130b1af72a tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 946 time: 0.0551603 Feb 02 15:58:17.309885 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8bbad585-d02f-4ebd-a6bb-b85f2c620d5b req-51e0341e-0f69-4134-ab10-7c7cfefac572 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405283 Feb 02 15:58:17.344226 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:17.666381 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:18.432926 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c19ef-f06f-44fb-af0e-87256c8adf0a req-b60e135e-00fc-4414-8371-ab5ccc9afa02 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:18.434325 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-916c19ef-f06f-44fb-af0e-87256c8adf0a req-b60e135e-00fc-4414-8371-ab5ccc9afa02 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 946 time: 0.0516062 Feb 02 15:58:18.481005 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-916c19ef-f06f-44fb-af0e-87256c8adf0a req-693109b5-c456-4973-83f5-07e1706ea917 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411267 Feb 02 15:58:19.193966 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:19.603252 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17398c-7e92-451e-beac-887720011d52 req-182264b1-8664-4764-8932-522f30c9bc66 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:19.604746 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5d17398c-7e92-451e-beac-887720011d52 req-182264b1-8664-4764-8932-522f30c9bc66 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 946 time: 0.0524142 Feb 02 15:58:19.654594 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5d17398c-7e92-451e-beac-887720011d52 req-f3645157-e318-4d52-84b0-285b74c4e83e tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444176 Feb 02 15:58:20.780872 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd6397-b22e-4f60-90e4-666b5d577fdc req-aa46c4a0-9665-41f2-996d-fc0fd6c74397 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:20.782286 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-cedd6397-b22e-4f60-90e4-666b5d577fdc req-aa46c4a0-9665-41f2-996d-fc0fd6c74397 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 946 time: 0.0532219 Feb 02 15:58:20.828551 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-cedd6397-b22e-4f60-90e4-666b5d577fdc req-cf0ebeda-cd09-4fa8-85a2-671ee0e5d403 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401478 Feb 02 15:58:21.295350 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe31bad-d2d8-4c3b-a350-57dfb72492db req-0973ea09-c87a-4136-9d80-98b00002e61e tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:21.296818 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-cbe31bad-d2d8-4c3b-a350-57dfb72492db req-0973ea09-c87a-4136-9d80-98b00002e61e tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 946 time: 0.0560093 Feb 02 15:58:21.389385 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-cbe31bad-d2d8-4c3b-a350-57dfb72492db req-c10e9501-df85-4877-a8a1-e680fe5e3777 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Deleting port 4d16a98d-2508-49b3-ab25-411a471febe1 {{(pid=109038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 15:58:21.389644 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-cbe31bad-d2d8-4c3b-a350-57dfb72492db req-c10e9501-df85-4877-a8a1-e680fe5e3777 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (4d16a98d-2508-49b3-ab25-411a471febe1), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:21.482048 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-cbe31bad-d2d8-4c3b-a350-57dfb72492db req-c10e9501-df85-4877-a8a1-e680fe5e3777 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] For port 4d16a98d-2508-49b3-ab25-411a471febe1, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=4d16a98d-2508-49b3-ab25-411a471febe1,segment=NetworkSegment(72c8047b-a40f-40bf-b022-6f2ccec93ad0),segment_id=72c8047b-a40f-40bf-b022-6f2ccec93ad0)] {{(pid=109038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:58:21.482409 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-cbe31bad-d2d8-4c3b-a350-57dfb72492db req-c10e9501-df85-4877-a8a1-e680fe5e3777 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (4d16a98d-2508-49b3-ab25-411a471febe1), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:21.955472 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e0386-a496-4d48-bf37-cda19121ea82 req-d749011b-9805-4828-b3e4-f60709818d61 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:21.956881 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-079e0386-a496-4d48-bf37-cda19121ea82 req-d749011b-9805-4828-b3e4-f60709818d61 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=dbab2a9b-59f4-4d9b-a34a-f5b1448b689c HTTP/1.1" status: 200 len: 946 time: 0.0544465 Feb 02 15:58:21.998279 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-cbe31bad-d2d8-4c3b-a350-57dfb72492db req-c10e9501-df85-4877-a8a1-e680fe5e3777 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:21.998279 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-cbe31bad-d2d8-4c3b-a350-57dfb72492db req-c10e9501-df85-4877-a8a1-e680fe5e3777 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7937883'] for floatingip (33d3681d-36ee-4d00-ba2f-e9bc9fe1acb9), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:21.998491 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.db.l3_db [req-cbe31bad-d2d8-4c3b-a350-57dfb72492db req-c10e9501-df85-4877-a8a1-e680fe5e3777 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Floating IP 33d3681d-36ee-4d00-ba2f-e9bc9fe1acb9 disassociated. External IP: 172.27.3.62, port: 4d16a98d-2508-49b3-ab25-411a471febe1. Feb 02 15:58:21.998916 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-cbe31bad-d2d8-4c3b-a350-57dfb72492db req-c10e9501-df85-4877-a8a1-e680fe5e3777 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Calling delete_port for 4d16a98d-2508-49b3-ab25-411a471febe1 owned by compute:nova {{(pid=109038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 15:58:22.003313 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-079e0386-a496-4d48-bf37-cda19121ea82 req-8037e87e-799b-4047-a77b-eade75d281af tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=a1db4645-04c0-4bf1-93de-221b46388677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401745 Feb 02 15:58:22.137410 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-cbe31bad-d2d8-4c3b-a350-57dfb72492db req-c10e9501-df85-4877-a8a1-e680fe5e3777 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (4d16a98d-2508-49b3-ab25-411a471febe1), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:22.166612 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e9501-df85-4877-a8a1-e680fe5e3777 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Pushing event deleted for resources: {'Port': ['ID=4d16a98d-2508-49b3-ab25-411a471febe1,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:22.296589 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbe31bad-d2d8-4c3b-a350-57dfb72492db req-c10e9501-df85-4877-a8a1-e680fe5e3777 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Router abbbf086-b64b-4398-baaf-7257aa45039f has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:58:22.414488 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbe31bad-d2d8-4c3b-a350-57dfb72492db req-c10e9501-df85-4877-a8a1-e680fe5e3777 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:58:22.426850 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4982461e-0bcc-4144-b112-7f7c049b73d6 None None] Sync routers for ids ['abbbf086-b64b-4398-baaf-7257aa45039f'] in dv-cinder-827511-1-iscsi {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:58:22.437241 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4982461e-0bcc-4144-b112-7f7c049b73d6 None None] Routers {'abbbf086-b64b-4398-baaf-7257aa45039f'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:58:22.437858 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-4982461e-0bcc-4144-b112-7f7c049b73d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T15:58:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['abbbf086-b64b-4398-baaf-7257aa45039f'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:58:22.462470 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe31bad-d2d8-4c3b-a350-57dfb72492db req-c10e9501-df85-4877-a8a1-e680fe5e3777 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] No DVR routers for this DVR port 4d16a98d-2508-49b3-ab25-411a471febe1 on host hv-cinder-82751 {{(pid=109038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:58:22.465199 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-cbe31bad-d2d8-4c3b-a350-57dfb72492db req-c10e9501-df85-4877-a8a1-e680fe5e3777 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:22.468599 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-cbe31bad-d2d8-4c3b-a350-57dfb72492db req-c10e9501-df85-4877-a8a1-e680fe5e3777 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.59 "DELETE /v2.0/ports/4d16a98d-2508-49b3-ab25-411a471febe1 HTTP/1.1" status: 204 len: 173 time: 1.1649458 Feb 02 15:58:22.469040 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbab2a9b-59f4-4d9b-a34a-f5b1448b689c', 'name': 'network-vif-deleted', 'tag': '4d16a98d-2508-49b3-ab25-411a471febe1'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:58:22.472641 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20da8531-9946-4789-aa3c-2a4c8490d1cc" -d '{"events": [{"server_uuid": "dbab2a9b-59f4-4d9b-a34a-f5b1448b689c", "name": "network-vif-deleted", "tag": "4d16a98d-2508-49b3-ab25-411a471febe1"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:58:22.517906 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 15:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8baeb30e-72f5-4881-bf60-0671ec05f2fb x-openstack-request-id: req-8baeb30e-72f5-4881-bf60-0671ec05f2fb {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:58:22.518265 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbab2a9b-59f4-4d9b-a34a-f5b1448b689c", "name": "network-vif-deleted", "tag": "4d16a98d-2508-49b3-ab25-411a471febe1", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:58:22.518522 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-8baeb30e-72f5-4881-bf60-0671ec05f2fb {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:58:22.519165 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbab2a9b-59f4-4d9b-a34a-f5b1448b689c', 'name': 'network-vif-deleted', 'tag': '4d16a98d-2508-49b3-ab25-411a471febe1', 'status': 'completed', 'code': 200} Feb 02 15:58:22.549512 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-4982461e-0bcc-4144-b112-7f7c049b73d6 None None] Set router abbbf086-b64b-4398-baaf-7257aa45039f gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:58:22.753014 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-4982461e-0bcc-4144-b112-7f7c049b73d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'name': 'tempest-AttachVolumeShelveTestJSON-1426711805-router', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:53:39Z', 'updated_at': '2022-02-02T15:53:46Z', 'revision_number': 4, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'gw_port': {'id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:52:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:41Z', 'updated_at': '2022-02-02T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '669194a7-fd15-49db-984b-f445be46b5f7', 'name': '', 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'mac_address': 'fa:16:3e:88:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5347cd5-2ddb-4574-9672-af43239849ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:45Z', 'updated_at': '2022-02-02T15:53:53Z', 'revision_number': 5, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'subnets': [{'id': 'f5347cd5-2ddb-4574-9672-af43239849ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:58:22.779307 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4982461e-0bcc-4144-b112-7f7c049b73d6 None None] Checking router: abbbf086-b64b-4398-baaf-7257aa45039f for host: dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:58:22.789564 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4982461e-0bcc-4144-b112-7f7c049b73d6 None None] Routers {'abbbf086-b64b-4398-baaf-7257aa45039f'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:58:22.790191 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-4982461e-0bcc-4144-b112-7f7c049b73d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T15:58:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['abbbf086-b64b-4398-baaf-7257aa45039f'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:58:22.896084 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-4982461e-0bcc-4144-b112-7f7c049b73d6 None None] Set router abbbf086-b64b-4398-baaf-7257aa45039f gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:58:23.101515 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 34630) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:58:23.116715 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-4982461e-0bcc-4144-b112-7f7c049b73d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'name': 'tempest-AttachVolumeShelveTestJSON-1426711805-router', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:53:39Z', 'updated_at': '2022-02-02T15:53:46Z', 'revision_number': 4, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'gw_port': {'id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:52:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:41Z', 'updated_at': '2022-02-02T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '669194a7-fd15-49db-984b-f445be46b5f7', 'name': '', 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'mac_address': 'fa:16:3e:88:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5347cd5-2ddb-4574-9672-af43239849ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:45Z', 'updated_at': '2022-02-02T15:53:53Z', 'revision_number': 5, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'subnets': [{'id': 'f5347cd5-2ddb-4574-9672-af43239849ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:58:23.143884 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4982461e-0bcc-4144-b112-7f7c049b73d6 None None] The sync data for ids ['abbbf086-b64b-4398-baaf-7257aa45039f'] in dv-cinder-827511-1-iscsi is: [{'id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'name': 'tempest-AttachVolumeShelveTestJSON-1426711805-router', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:53:39Z', 'updated_at': '2022-02-02T15:53:46Z', 'revision_number': 4, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'gw_port': {'id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:52:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:41Z', 'updated_at': '2022-02-02T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '669194a7-fd15-49db-984b-f445be46b5f7', 'name': '', 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'mac_address': 'fa:16:3e:88:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5347cd5-2ddb-4574-9672-af43239849ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:45Z', 'updated_at': '2022-02-02T15:53:53Z', 'revision_number': 5, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'subnets': [{'id': 'f5347cd5-2ddb-4574-9672-af43239849ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:58:23.164870 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-2f245181-adbf-45f2-8b14-ff5df7f12056 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for security_group (a1db4645-04c0-4bf1-93de-221b46388677), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:23.193836 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-2f245181-adbf-45f2-8b14-ff5df7f12056 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for security_group (a1db4645-04c0-4bf1-93de-221b46388677), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:23.245253 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-2f245181-adbf-45f2-8b14-ff5df7f12056 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (a1db4645-04c0-4bf1-93de-221b46388677), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:23.247869 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-2f245181-adbf-45f2-8b14-ff5df7f12056 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:23.249038 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-2f245181-adbf-45f2-8b14-ff5df7f12056 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "DELETE /v2.0/security-groups/a1db4645-04c0-4bf1-93de-221b46388677 HTTP/1.1" status: 204 len: 168 time: 0.1464617 Feb 02 15:58:23.251948 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 34632) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:58:23.259898 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f245181-adbf-45f2-8b14-ff5df7f12056 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1db4645-04c0-4bf1-93de-221b46388677,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:23.267396 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.api.v2.resource [None req-3dac493b-25b0-4e54-b6af-d5e47c6aa422 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] show failed (client error): The resource could not be found. Feb 02 15:58:23.269307 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-3dac493b-25b0-4e54-b6af-d5e47c6aa422 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups/a1db4645-04c0-4bf1-93de-221b46388677 HTTP/1.1" status: 404 len: 347 time: 0.0163064 Feb 02 15:58:23.272238 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 34634) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:58:23.383071 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:58:23.435140 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fafdfe-abec-40d9-a930-bb68b64640ec None None] New status for floating IP 33d3681d-36ee-4d00-ba2f-e9bc9fe1acb9: DOWN {{(pid=109041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 15:58:23.635296 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-2edb98e3-3f8d-4fb3-bf01-79486049b437 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Deleting port 23aaf932-7c54-4b69-9660-ef3cc4248460 {{(pid=109039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 15:58:23.635928 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-2edb98e3-3f8d-4fb3-bf01-79486049b437 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (23aaf932-7c54-4b69-9660-ef3cc4248460), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:23.716667 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-2edb98e3-3f8d-4fb3-bf01-79486049b437 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (23aaf932-7c54-4b69-9660-ef3cc4248460), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:23.716993 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-2edb98e3-3f8d-4fb3-bf01-79486049b437 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for floatingip (23aaf932-7c54-4b69-9660-ef3cc4248460), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:23.729232 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-2edb98e3-3f8d-4fb3-bf01-79486049b437 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Calling delete_port for 23aaf932-7c54-4b69-9660-ef3cc4248460 owned by network:floatingip {{(pid=109039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 15:58:23.894219 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-2edb98e3-3f8d-4fb3-bf01-79486049b437 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5289298'] for port (23aaf932-7c54-4b69-9660-ef3cc4248460), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:23.927752 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb98e3-3f8d-4fb3-bf01-79486049b437 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Pushing event deleted for resources: {'Port': ['ID=23aaf932-7c54-4b69-9660-ef3cc4248460,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:23.966527 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edb98e3-3f8d-4fb3-bf01-79486049b437 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:23.966874 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edb98e3-3f8d-4fb3-bf01-79486049b437 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:23.967230 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edb98e3-3f8d-4fb3-bf01-79486049b437 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:23.967554 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edb98e3-3f8d-4fb3-bf01-79486049b437 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:23.967890 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edb98e3-3f8d-4fb3-bf01-79486049b437 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:23.968221 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edb98e3-3f8d-4fb3-bf01-79486049b437 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:23.968554 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edb98e3-3f8d-4fb3-bf01-79486049b437 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:23.968879 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edb98e3-3f8d-4fb3-bf01-79486049b437 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:23.969368 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edb98e3-3f8d-4fb3-bf01-79486049b437 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:23.969558 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edb98e3-3f8d-4fb3-bf01-79486049b437 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:23.969876 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edb98e3-3f8d-4fb3-bf01-79486049b437 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:23.970961 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edb98e3-3f8d-4fb3-bf01-79486049b437 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:23.971445 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edb98e3-3f8d-4fb3-bf01-79486049b437 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:23.993281 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-2edb98e3-3f8d-4fb3-bf01-79486049b437 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for floatingip (33d3681d-36ee-4d00-ba2f-e9bc9fe1acb9), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:23.996131 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-2edb98e3-3f8d-4fb3-bf01-79486049b437 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for floatingip (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:23.997382 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-2edb98e3-3f8d-4fb3-bf01-79486049b437 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "DELETE /v2.0/floatingips/33d3681d-36ee-4d00-ba2f-e9bc9fe1acb9 HTTP/1.1" status: 204 len: 168 time: 0.7239218 Feb 02 15:58:24.516674 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 34644) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:58:24.521492 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-2d610c19-d94c-4a79-80b7-e63fc8ee6273 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1119184490', 'description': 'tempest-description--1874113658'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:58:24.544134 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-2d610c19-d94c-4a79-80b7-e63fc8ee6273 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:24.612512 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-2d610c19-d94c-4a79-80b7-e63fc8ee6273 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for security_group (377cd9f7-6e57-47f9-b407-b4b34e574f8e), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:24.616395 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-2d610c19-d94c-4a79-80b7-e63fc8ee6273 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (377cd9f7-6e57-47f9-b407-b4b34e574f8e), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:24.646508 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-2d610c19-d94c-4a79-80b7-e63fc8ee6273 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:24.647744 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-2d610c19-d94c-4a79-80b7-e63fc8ee6273 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1299522 Feb 02 15:58:24.648855 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d610c19-d94c-4a79-80b7-e63fc8ee6273 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=377cd9f7-6e57-47f9-b407-b4b34e574f8e,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:24.651292 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 34648) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:58:24.655415 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-b96b643e-276d-4a1d-803c-2ad27d64766d tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Request body: {'security_group_rule': {'security_group_id': '377cd9f7-6e57-47f9-b407-b4b34e574f8e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:58:24.681035 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-b96b643e-276d-4a1d-803c-2ad27d64766d tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for security_group_rule (c94973cd-c4e4-4f3d-b45a-d764883d53d9), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:24.738975 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-b96b643e-276d-4a1d-803c-2ad27d64766d tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for security_group_rule (c94973cd-c4e4-4f3d-b45a-d764883d53d9), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:24.742429 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-b96b643e-276d-4a1d-803c-2ad27d64766d tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515366'] for security_group_rule (c94973cd-c4e4-4f3d-b45a-d764883d53d9), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:24.761528 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b643e-276d-4a1d-803c-2ad27d64766d tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94973cd-c4e4-4f3d-b45a-d764883d53d9,revision_number=0']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:24.771356 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-b96b643e-276d-4a1d-803c-2ad27d64766d tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:24.772571 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-b96b643e-276d-4a1d-803c-2ad27d64766d tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208158 Feb 02 15:58:24.775425 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 34650) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:58:24.780437 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-9b4f857a-0a9c-43e2-9790-4ddb2ae826ac tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Request body: {'security_group_rule': {'security_group_id': '377cd9f7-6e57-47f9-b407-b4b34e574f8e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:58:24.809256 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-9b4f857a-0a9c-43e2-9790-4ddb2ae826ac tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for security_group_rule (cef68f52-6cc4-4ceb-a02e-4cf437d79979), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:24.870045 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-9b4f857a-0a9c-43e2-9790-4ddb2ae826ac tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for security_group_rule (cef68f52-6cc4-4ceb-a02e-4cf437d79979), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:24.874103 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-9b4f857a-0a9c-43e2-9790-4ddb2ae826ac tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515366'] for security_group_rule (cef68f52-6cc4-4ceb-a02e-4cf437d79979), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:24.892393 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f857a-0a9c-43e2-9790-4ddb2ae826ac tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef68f52-6cc4-4ceb-a02e-4cf437d79979,revision_number=0']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:24.901517 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-9b4f857a-0a9c-43e2-9790-4ddb2ae826ac tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:24.902792 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-9b4f857a-0a9c-43e2-9790-4ddb2ae826ac tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264071 Feb 02 15:58:24.905907 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 34652) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:58:24.910852 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-bffc8a09-0702-44e2-b6ae-4a3b12f318f9 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Request body: {'floatingip': {'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:58:24.932589 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-bffc8a09-0702-44e2-b6ae-4a3b12f318f9 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:25.035004 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-bffc8a09-0702-44e2-b6ae-4a3b12f318f9 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:25.137962 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_common [None req-bffc8a09-0702-44e2-b6ae-4a3b12f318f9 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Allocated IP 172.27.3.215 (b73e1e25-daa0-4c48-af6a-058d6b286a0a/28a77757-7571-4525-b12f-0d0c59f041b8/0120fd49-635a-4a13-b0e0-73fa6e2ac9d4) {{(pid=109038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:58:25.241564 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-bffc8a09-0702-44e2-b6ae-4a3b12f318f9 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for port (0120fd49-635a-4a13-b0e0-73fa6e2ac9d4), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:25.275239 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-bffc8a09-0702-44e2-b6ae-4a3b12f318f9 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (0120fd49-635a-4a13-b0e0-73fa6e2ac9d4), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:25.311931 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffc8a09-0702-44e2-b6ae-4a3b12f318f9 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Network b73e1e25-daa0-4c48-af6a-058d6b286a0a is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:58:25.314700 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [None req-bffc8a09-0702-44e2-b6ae-4a3b12f318f9 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:58:25.320109 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffc8a09-0702-44e2-b6ae-4a3b12f318f9 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Received port after_create {{(pid=109038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:58:25.344293 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc8a09-0702-44e2-b6ae-4a3b12f318f9 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Pushing event updated for resources: {'Port': ['ID=0120fd49-635a-4a13-b0e0-73fa6e2ac9d4,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:25.405909 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-bffc8a09-0702-44e2-b6ae-4a3b12f318f9 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for floatingip (95f4e7bd-dae9-4328-9d78-516be24d7302), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:25.445802 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-bffc8a09-0702-44e2-b6ae-4a3b12f318f9 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (0120fd49-635a-4a13-b0e0-73fa6e2ac9d4), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:25.589689 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-bffc8a09-0702-44e2-b6ae-4a3b12f318f9 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for port (0120fd49-635a-4a13-b0e0-73fa6e2ac9d4), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:25.596205 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-bffc8a09-0702-44e2-b6ae-4a3b12f318f9 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (0120fd49-635a-4a13-b0e0-73fa6e2ac9d4), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:25.676084 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc8a09-0702-44e2-b6ae-4a3b12f318f9 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Pushing event updated for resources: {'Port': ['ID=0120fd49-635a-4a13-b0e0-73fa6e2ac9d4,revision_number=2']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:25.682004 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-bffc8a09-0702-44e2-b6ae-4a3b12f318f9 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7937883'] for floatingip (95f4e7bd-dae9-4328-9d78-516be24d7302), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:25.698687 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-bffc8a09-0702-44e2-b6ae-4a3b12f318f9 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for floatingip (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:25.705648 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-bffc8a09-0702-44e2-b6ae-4a3b12f318f9 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7986143 Feb 02 15:58:25.894259 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-f63e9115-0e37-4a47-b2c6-a5eee6f6e687 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-securitygroup--1119184490&fields=id&tenant_id=e46d9c184bc14bb2869a6bbc48e00252 HTTP/1.1" status: 200 len: 267 time: 0.0418432 Feb 02 15:58:26.000390 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-5d03ee6c-1cc5-4db6-8bc5-11f4b140e8f7 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:26.002588 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-5d03ee6c-1cc5-4db6-8bc5-11f4b140e8f7 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/networks?id=b0953c76-584e-4cc9-bd10-70c56077e5e6 HTTP/1.1" status: 200 len: 817 time: 0.1020339 Feb 02 15:58:26.016432 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-fc5112a0-c8ca-498e-b26b-3ccc06f4c370 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/quotas/e46d9c184bc14bb2869a6bbc48e00252 HTTP/1.1" status: 200 len: 375 time: 0.0087886 Feb 02 15:58:26.069970 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-a15da25c-aece-414a-9125-25f9201a1f12 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=e46d9c184bc14bb2869a6bbc48e00252&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479457 Feb 02 15:58:26.167268 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-bea471d3-2860-4865-91f0-f179935bcfc0 service neutron] 10.222.0.112 "GET /v2.0/networks/b0953c76-584e-4cc9-bd10-70c56077e5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859249 Feb 02 15:58:26.254437 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-75d624e3-cb8b-47f7-950e-d0eefb6b4ed9 service neutron] 10.222.0.112 "GET /v2.0/networks/b0953c76-584e-4cc9-bd10-70c56077e5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816188 Feb 02 15:58:26.351220 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 4d16a98d-2508-49b3-ab25-411a471febe1 no longer exists at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 15:58:26.388764 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] No Port match for: 4d16a98d-2508-49b3-ab25-411a471febe1 {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 15:58:26.389150 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 4d16a98d-2508-49b3-ab25-411a471febe1 not bound to the agent host hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 15:58:26.421937 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a859b724-a283-40a2-a297-c5310ff0b03b req-7e5c2110-5869-47ab-8c21-b39d31074267 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 210 time: 0.0273156 Feb 02 15:58:27.460832 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-a0d2b0ba-5fb6-4c80-a36a-e6efc2dbadc4 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:27.462743 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-a0d2b0ba-5fb6-4c80-a36a-e6efc2dbadc4 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.59 "GET /v2.0/networks?id=b0953c76-584e-4cc9-bd10-70c56077e5e6 HTTP/1.1" status: 200 len: 817 time: 0.1096847 Feb 02 15:58:27.533444 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8f3271a7-33d9-466d-b0df-7b30e7f0ed14 req-2b784d2f-b6c9-4af9-9374-54008a18355b tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 210 time: 0.0327365 Feb 02 15:58:27.535527 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-84128d8a-022c-4b34-9d6a-61efa87e0e2d tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e46d9c184bc14bb2869a6bbc48e00252 HTTP/1.1" status: 200 len: 380 time: 0.0561976 Feb 02 15:58:27.544207 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-76ea8a2b-3da4-46b4-9c7e-80b00510cbef tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Request body: {'port': {'device_id': '7664f06a-a2df-4421-a1fe-37a81bef326c', 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6', 'admin_state_up': True, 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'security_groups': ['377cd9f7-6e57-47f9-b407-b4b34e574f8e']}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:58:27.647851 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-76ea8a2b-3da4-46b4-9c7e-80b00510cbef tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Made reservation on behalf of e46d9c184bc14bb2869a6bbc48e00252 for: {'port': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:58:27.651197 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-76ea8a2b-3da4-46b4-9c7e-80b00510cbef tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:27.775579 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_common [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-76ea8a2b-3da4-46b4-9c7e-80b00510cbef tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Allocated IP 172.20.0.10 (b0953c76-584e-4cc9-bd10-70c56077e5e6/f5347cd5-2ddb-4574-9672-af43239849ac/c6d18ddd-40bc-4e32-85cb-3760a79096bd) {{(pid=109038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:58:27.908424 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-76ea8a2b-3da4-46b4-9c7e-80b00510cbef tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for port (c6d18ddd-40bc-4e32-85cb-3760a79096bd), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:27.942393 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-76ea8a2b-3da4-46b4-9c7e-80b00510cbef tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (c6d18ddd-40bc-4e32-85cb-3760a79096bd), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:27.984199 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-76ea8a2b-3da4-46b4-9c7e-80b00510cbef tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Network b0953c76-584e-4cc9-bd10-70c56077e5e6 is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:58:27.989800 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-76ea8a2b-3da4-46b4-9c7e-80b00510cbef tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:58:27.993422 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-76ea8a2b-3da4-46b4-9c7e-80b00510cbef tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Received port after_create {{(pid=109038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 15:58:28.017470 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea8a2b-3da4-46b4-9c7e-80b00510cbef tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Pushing event updated for resources: {'Port': ['ID=c6d18ddd-40bc-4e32-85cb-3760a79096bd,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:28.047772 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-76ea8a2b-3da4-46b4-9c7e-80b00510cbef tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:28.048642 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-76ea8a2b-3da4-46b4-9c7e-80b00510cbef tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:28.067790 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-76ea8a2b-3da4-46b4-9c7e-80b00510cbef tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5272071 Feb 02 15:58:28.090939 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-8eab68e3-8639-4528-bd1d-aa76de04959e service neutron] Request body: {'port': {'device_id': '7664f06a-a2df-4421-a1fe-37a81bef326c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82751'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:58:28.163145 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-8eab68e3-8639-4528-bd1d-aa76de04959e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (c6d18ddd-40bc-4e32-85cb-3760a79096bd), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:28.293191 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-685b25c4-4a7a-4762-b1f8-c305f3583aaa None None] Provisioning complete for port c6d18ddd-40bc-4e32-85cb-3760a79096bd triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:58:28.293798 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-685b25c4-4a7a-4762-b1f8-c305f3583aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (c6d18ddd-40bc-4e32-85cb-3760a79096bd), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:28.332526 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-685b25c4-4a7a-4762-b1f8-c305f3583aaa None None] Port c6d18ddd-40bc-4e32-85cb-3760a79096bd cannot update to ACTIVE because it is not bound. {{(pid=109040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 15:58:28.430615 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-8eab68e3-8639-4528-bd1d-aa76de04959e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6d18ddd-40bc-4e32-85cb-3760a79096bd {{(pid=109038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 15:58:28.437936 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-8eab68e3-8639-4528-bd1d-aa76de04959e service neutron] Publish callbacks [] for port (c6d18ddd-40bc-4e32-85cb-3760a79096bd), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:28.450495 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.provisioning_blocks [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-8eab68e3-8639-4528-bd1d-aa76de04959e service neutron] Transition to ACTIVE for port object c6d18ddd-40bc-4e32-85cb-3760a79096bd will not be triggered until provisioned by entity L2. {{(pid=109038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:58:28.453973 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-8eab68e3-8639-4528-bd1d-aa76de04959e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (c6d18ddd-40bc-4e32-85cb-3760a79096bd), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:28.507106 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab68e3-8639-4528-bd1d-aa76de04959e service neutron] Pushing event updated for resources: {'Port': ['ID=c6d18ddd-40bc-4e32-85cb-3760a79096bd,revision_number=2']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:28.577760 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-8eab68e3-8639-4528-bd1d-aa76de04959e service neutron] Attempting to bind port c6d18ddd-40bc-4e32-85cb-3760a79096bd on host hv-cinder-82751 for vnic_type normal with profile {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 15:58:28.578452 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-8eab68e3-8639-4528-bd1d-aa76de04959e service neutron] Attempting to bind port c6d18ddd-40bc-4e32-85cb-3760a79096bd by drivers openvswitch,hyperv on host hv-cinder-82751 at level 0 using segments [{'id': '72c8047b-a40f-40bf-b022-6f2ccec93ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6'}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 15:58:28.578885 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-8eab68e3-8639-4528-bd1d-aa76de04959e service neutron] Attempting to bind port c6d18ddd-40bc-4e32-85cb-3760a79096bd on network b0953c76-584e-4cc9-bd10-70c56077e5e6 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:58:28.584193 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-8eab68e3-8639-4528-bd1d-aa76de04959e service neutron] Port c6d18ddd-40bc-4e32-85cb-3760a79096bd on network b0953c76-584e-4cc9-bd10-70c56077e5e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82751 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 15:58:28.584519 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-8eab68e3-8639-4528-bd1d-aa76de04959e service neutron] Attempting to bind port c6d18ddd-40bc-4e32-85cb-3760a79096bd on network b0953c76-584e-4cc9-bd10-70c56077e5e6 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 15:58:28.589745 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-8eab68e3-8639-4528-bd1d-aa76de04959e service neutron] Checking agent: {'id': 'd02ae37f-da75-47b5-8264-16fb0fa5b24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82751', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'started_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 15:58:28.590094 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-8eab68e3-8639-4528-bd1d-aa76de04959e service neutron] Checking segment: {'id': '72c8047b-a40f-40bf-b022-6f2ccec93ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 15:58:28.590484 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-8eab68e3-8639-4528-bd1d-aa76de04959e service neutron] Bound using segment: {'id': '72c8047b-a40f-40bf-b022-6f2ccec93ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6'} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 15:58:28.590922 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-8eab68e3-8639-4528-bd1d-aa76de04959e service neutron] Bound port: c6d18ddd-40bc-4e32-85cb-3760a79096bd, host: hv-cinder-82751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c8047b-a40f-40bf-b022-6f2ccec93ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6'}}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 15:58:28.591287 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-8eab68e3-8639-4528-bd1d-aa76de04959e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (c6d18ddd-40bc-4e32-85cb-3760a79096bd), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:28.663850 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-8eab68e3-8639-4528-bd1d-aa76de04959e service neutron] For port c6d18ddd-40bc-4e32-85cb-3760a79096bd, host hv-cinder-82751, cleared binding levels {{(pid=109038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 15:58:28.667278 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-8eab68e3-8639-4528-bd1d-aa76de04959e service neutron] For port c6d18ddd-40bc-4e32-85cb-3760a79096bd, host hv-cinder-82751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=c6d18ddd-40bc-4e32-85cb-3760a79096bd,segment=NetworkSegment(72c8047b-a40f-40bf-b022-6f2ccec93ad0),segment_id=72c8047b-a40f-40bf-b022-6f2ccec93ad0)] {{(pid=109038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 15:58:28.670020 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410381b-3d33-444c-81a1-7ecda1c16c48 req-bbd0e267-634b-4a67-bc77-7ebd0946b8f1 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:28.671518 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8410381b-3d33-444c-81a1-7ecda1c16c48 req-bbd0e267-634b-4a67-bc77-7ebd0946b8f1 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 944 time: 0.0570676 Feb 02 15:58:28.673348 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-8eab68e3-8639-4528-bd1d-aa76de04959e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (c6d18ddd-40bc-4e32-85cb-3760a79096bd), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:28.711159 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-8eab68e3-8639-4528-bd1d-aa76de04959e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:28.711782 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-8eab68e3-8639-4528-bd1d-aa76de04959e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:28.713224 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-8eab68e3-8639-4528-bd1d-aa76de04959e service neutron] 10.222.0.59 "PUT /v2.0/ports/c6d18ddd-40bc-4e32-85cb-3760a79096bd HTTP/1.1" status: 200 len: 1094 time: 0.6271746 Feb 02 15:58:28.713644 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7664f06a-a2df-4421-a1fe-37a81bef326c', 'tag': 'c6d18ddd-40bc-4e32-85cb-3760a79096bd'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:58:28.715906 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85949394-4aa4-410f-b7a3-5ddea8617be6" -d '{"events": [{"name": "network-changed", "server_uuid": "7664f06a-a2df-4421-a1fe-37a81bef326c", "tag": "c6d18ddd-40bc-4e32-85cb-3760a79096bd"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:58:28.736412 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8410381b-3d33-444c-81a1-7ecda1c16c48 req-2737d926-9dc1-43f8-a8aa-76ed1ba7f97a tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530834 Feb 02 15:58:28.753842 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab68e3-8639-4528-bd1d-aa76de04959e service neutron] Pushing event updated for resources: {'Port': ['ID=c6d18ddd-40bc-4e32-85cb-3760a79096bd,revision_number=3']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:28.808577 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 15:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a8416c-eb29-4a10-8725-1e2125710bcc x-openstack-request-id: req-22a8416c-eb29-4a10-8725-1e2125710bcc {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:58:28.808781 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7664f06a-a2df-4421-a1fe-37a81bef326c", "tag": "c6d18ddd-40bc-4e32-85cb-3760a79096bd", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:58:28.809039 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-22a8416c-eb29-4a10-8725-1e2125710bcc {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:58:28.809459 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7664f06a-a2df-4421-a1fe-37a81bef326c', 'tag': 'c6d18ddd-40bc-4e32-85cb-3760a79096bd', 'status': 'completed', 'code': 200} Feb 02 15:58:28.833485 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-afef2912-99ca-4704-9e01-5f1deb4d9d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:28.834755 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-afef2912-99ca-4704-9e01-5f1deb4d9d30 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e46d9c184bc14bb2869a6bbc48e00252&device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 1128 time: 0.0638185 Feb 02 15:58:28.889408 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-41cb547c-0039-4336-a7f4-0e4fd1872f2b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6d18ddd-40bc-4e32-85cb-3760a79096bd HTTP/1.1" status: 200 len: 217 time: 0.0399966 Feb 02 15:58:28.940990 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-af7de0cb-ab0e-4127-950e-70b3c91f30d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:28.942723 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-af7de0cb-ab0e-4127-950e-70b3c91f30d7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5347cd5-2ddb-4574-9672-af43239849ac HTTP/1.1" status: 200 len: 856 time: 0.0470390 Feb 02 15:58:28.991036 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-e2ab06d0-dbe0-48ee-81f6-f7ac98dbff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:28.992563 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-e2ab06d0-dbe0-48ee-81f6-f7ac98dbff2c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0953c76-584e-4cc9-bd10-70c56077e5e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440178 Feb 02 15:58:29.086645 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-5dd1d5fc-41f5-49f8-89de-508eae555adf service neutron] 10.222.0.59 "GET /v2.0/networks/b0953c76-584e-4cc9-bd10-70c56077e5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858400 Feb 02 15:58:29.177281 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-430c15e2-ba60-4e54-a394-cbc6db6074ea req-b62ede71-9b33-438f-a2a5-9bb88e363e81 service neutron] 10.222.0.59 "GET /v2.0/networks/b0953c76-584e-4cc9-bd10-70c56077e5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848732 Feb 02 15:58:29.317059 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85949394-4aa4-410f-b7a3-5ddea8617be6 req-ec6d3442-9cc7-4793-b8f5-23502b413c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:29.318615 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-85949394-4aa4-410f-b7a3-5ddea8617be6 req-ec6d3442-9cc7-4793-b8f5-23502b413c4b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e46d9c184bc14bb2869a6bbc48e00252&device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 1128 time: 0.0514467 Feb 02 15:58:29.409555 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85949394-4aa4-410f-b7a3-5ddea8617be6 req-4b3d1431-7c2f-4d0a-80ec-300ae1d04395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:29.411010 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-85949394-4aa4-410f-b7a3-5ddea8617be6 req-4b3d1431-7c2f-4d0a-80ec-300ae1d04395 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b0953c76-584e-4cc9-bd10-70c56077e5e6 HTTP/1.1" status: 200 len: 918 time: 0.0863197 Feb 02 15:58:29.456442 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-85949394-4aa4-410f-b7a3-5ddea8617be6 req-66b80a4b-6eab-45a6-81ae-6bac2ed7ae03 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6d18ddd-40bc-4e32-85cb-3760a79096bd HTTP/1.1" status: 200 len: 217 time: 0.0388613 Feb 02 15:58:29.505583 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85949394-4aa4-410f-b7a3-5ddea8617be6 req-419c5b6a-ce7c-40f7-a96e-51d53949a4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:29.507031 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-85949394-4aa4-410f-b7a3-5ddea8617be6 req-419c5b6a-ce7c-40f7-a96e-51d53949a4e9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5347cd5-2ddb-4574-9672-af43239849ac HTTP/1.1" status: 200 len: 856 time: 0.0439031 Feb 02 15:58:29.555567 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85949394-4aa4-410f-b7a3-5ddea8617be6 req-3c766e36-57aa-48f9-a08e-fce169191846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:29.557117 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-85949394-4aa4-410f-b7a3-5ddea8617be6 req-3c766e36-57aa-48f9-a08e-fce169191846 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0953c76-584e-4cc9-bd10-70c56077e5e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433793 Feb 02 15:58:29.647377 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-85949394-4aa4-410f-b7a3-5ddea8617be6 req-12a276be-255d-4afa-afcf-ce3c39f91113 service neutron] 10.222.0.59 "GET /v2.0/networks/b0953c76-584e-4cc9-bd10-70c56077e5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831895 Feb 02 15:58:29.738396 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-85949394-4aa4-410f-b7a3-5ddea8617be6 req-4804ad76-0977-45f6-b0e7-498638b923da service neutron] 10.222.0.59 "GET /v2.0/networks/b0953c76-584e-4cc9-bd10-70c56077e5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841305 Feb 02 15:58:29.849443 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0295407b-3d09-47cd-bc54-d64170b0880d req-f05016d1-b61c-4bf2-a66f-b63b880a5f3b tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:29.850886 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0295407b-3d09-47cd-bc54-d64170b0880d req-f05016d1-b61c-4bf2-a66f-b63b880a5f3b tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 944 time: 0.0515378 Feb 02 15:58:29.896636 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0295407b-3d09-47cd-bc54-d64170b0880d req-5b1aa12c-a580-4c8d-890e-f1e4b9f48656 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403426 Feb 02 15:58:31.022796 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee7642-8d96-4119-9a78-02259344b732 req-4e09d214-f959-413f-9cd4-f0869d30161b tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:31.024256 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0cee7642-8d96-4119-9a78-02259344b732 req-4e09d214-f959-413f-9cd4-f0869d30161b tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 944 time: 0.0557547 Feb 02 15:58:31.071596 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0cee7642-8d96-4119-9a78-02259344b732 req-05dc34b1-9ed1-4470-8165-bd758f8e79f3 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415709 Feb 02 15:58:32.203569 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac604c-9d2b-473b-b35e-49b91af65316 req-0212d244-e01d-4858-96be-b4ef31184b1e tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:32.205041 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-26ac604c-9d2b-473b-b35e-49b91af65316 req-0212d244-e01d-4858-96be-b4ef31184b1e tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 944 time: 0.0632856 Feb 02 15:58:32.250491 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-26ac604c-9d2b-473b-b35e-49b91af65316 req-858b5e51-e95d-4db3-838c-057e5211db3d tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388529 Feb 02 15:58:33.372304 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8666e4-2334-4079-a126-576475ca433d req-d55c948d-4a38-4fd1-afb5-4aab0082727d tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:33.373793 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2f8666e4-2334-4079-a126-576475ca433d req-d55c948d-4a38-4fd1-afb5-4aab0082727d tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 944 time: 0.0510044 Feb 02 15:58:33.421732 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device c6d18ddd-40bc-4e32-85cb-3760a79096bd details requested by agent hyperv_hv-cinder-82751 with host hv-cinder-82751 {{(pid=109040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 15:58:33.423011 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2f8666e4-2334-4079-a126-576475ca433d req-e7409334-660f-4c62-8771-4fc639a53aee tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430722 Feb 02 15:58:33.522369 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port c6d18ddd-40bc-4e32-85cb-3760a79096bd, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=c6d18ddd-40bc-4e32-85cb-3760a79096bd,segment=NetworkSegment(72c8047b-a40f-40bf-b022-6f2ccec93ad0),segment_id=72c8047b-a40f-40bf-b022-6f2ccec93ad0)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:58:33.533517 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Returning: {'device': 'c6d18ddd-40bc-4e32-85cb-3760a79096bd', 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6', 'port_id': 'c6d18ddd-40bc-4e32-85cb-3760a79096bd', 'mac_address': 'fa:16:3e:35:e6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 988, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5347cd5-2ddb-4574-9672-af43239849ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 15:58:33.570362 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port c6d18ddd-40bc-4e32-85cb-3760a79096bd is: DOWN; New status is: BUILD {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:58:33.570764 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (c6d18ddd-40bc-4e32-85cb-3760a79096bd), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:33.589923 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6d18ddd-40bc-4e32-85cb-3760a79096bd {{(pid=109040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 15:58:33.609287 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port c6d18ddd-40bc-4e32-85cb-3760a79096bd, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=c6d18ddd-40bc-4e32-85cb-3760a79096bd,segment=NetworkSegment(72c8047b-a40f-40bf-b022-6f2ccec93ad0),segment_id=72c8047b-a40f-40bf-b022-6f2ccec93ad0)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:58:33.615834 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (c6d18ddd-40bc-4e32-85cb-3760a79096bd), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:33.671323 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=c6d18ddd-40bc-4e32-85cb-3760a79096bd,revision_number=4']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:33.679398 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:33.679648 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:33.680011 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:33.680351 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:33.680682 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:33.681007 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:33.681358 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:33.681683 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:33.682166 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:33.682350 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:33.682676 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:33.682992 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:33.683310 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:33.951038 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['c6d18ddd-40bc-4e32-85cb-3760a79096bd'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 15:58:34.543555 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a873826-4990-4ff6-95c3-1c3527866a09 req-a0f232a9-b0cd-4929-b637-f1b1ef610548 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:34.545006 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2a873826-4990-4ff6-95c3-1c3527866a09 req-a0f232a9-b0cd-4929-b637-f1b1ef610548 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 945 time: 0.0511913 Feb 02 15:58:34.589849 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-2a873826-4990-4ff6-95c3-1c3527866a09 req-39d02f91-c1da-4c27-836f-d3aeef30b9ae tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393989 Feb 02 15:58:35.447789 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device c6d18ddd-40bc-4e32-85cb-3760a79096bd up at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:58:35.495098 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning for port c6d18ddd-40bc-4e32-85cb-3760a79096bd completed by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:58:35.498767 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning complete for port c6d18ddd-40bc-4e32-85cb-3760a79096bd triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:58:35.499144 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (c6d18ddd-40bc-4e32-85cb-3760a79096bd), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:35.577706 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port c6d18ddd-40bc-4e32-85cb-3760a79096bd is: BUILD; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:58:35.578095 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (c6d18ddd-40bc-4e32-85cb-3760a79096bd), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:35.600772 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7664f06a-a2df-4421-a1fe-37a81bef326c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d18ddd-40bc-4e32-85cb-3760a79096bd'}] {{(pid=109040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:58:35.603037 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1d7bcdb5a183cc49b107777b4db9278503cec4984c40d99c754c4d9ca4724a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be327457-224b-4631-bdf3-d80b84fe5fb4" -d '{"events": [{"server_uuid": "7664f06a-a2df-4421-a1fe-37a81bef326c", "name": "network-vif-plugged", "status": "completed", "tag": "c6d18ddd-40bc-4e32-85cb-3760a79096bd"}]}' {{(pid=109040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:58:35.617368 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port c6d18ddd-40bc-4e32-85cb-3760a79096bd, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=c6d18ddd-40bc-4e32-85cb-3760a79096bd,segment=NetworkSegment(72c8047b-a40f-40bf-b022-6f2ccec93ad0),segment_id=72c8047b-a40f-40bf-b022-6f2ccec93ad0)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:58:35.621677 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (c6d18ddd-40bc-4e32-85cb-3760a79096bd), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:35.644821 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 15:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86636f8a-8f16-422c-8758-b8096a85f2f3 x-openstack-request-id: req-86636f8a-8f16-422c-8758-b8096a85f2f3 {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:58:35.645497 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7664f06a-a2df-4421-a1fe-37a81bef326c", "name": "network-vif-plugged", "status": "completed", "tag": "c6d18ddd-40bc-4e32-85cb-3760a79096bd", "code": 200}]} {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:58:35.645723 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-86636f8a-8f16-422c-8758-b8096a85f2f3 {{(pid=109040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:58:35.646119 dv-cinder-827511-1-iscsi neutron-server[109040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7664f06a-a2df-4421-a1fe-37a81bef326c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d18ddd-40bc-4e32-85cb-3760a79096bd', 'code': 200} Feb 02 15:58:35.671402 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=c6d18ddd-40bc-4e32-85cb-3760a79096bd,revision_number=5']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:35.715901 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177c57e-aff1-4454-a05a-19e0d8355f0b req-cd57544a-3556-402c-a667-be3b044f4d6a tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:35.717330 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0177c57e-aff1-4454-a05a-19e0d8355f0b req-cd57544a-3556-402c-a667-be3b044f4d6a tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 946 time: 0.0536721 Feb 02 15:58:35.766587 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0177c57e-aff1-4454-a05a-19e0d8355f0b req-c90dd50b-5ac1-4dfb-a73a-eea6ba2ae59e tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437467 Feb 02 15:58:35.852837 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bb9ab-9cc6-41bd-9121-88be5e975bb9 req-148dc176-3948-45cd-ad41-4b8b559d2c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:35.854364 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e00bb9ab-9cc6-41bd-9121-88be5e975bb9 req-148dc176-3948-45cd-ad41-4b8b559d2c60 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 1130 time: 0.0440757 Feb 02 15:58:35.902222 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e00bb9ab-9cc6-41bd-9121-88be5e975bb9 req-ad181b53-0d86-474a-912c-7b53b43c5cd5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410118 Feb 02 15:58:35.991024 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 34776) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:58:36.037172 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf578895-cb35-459e-976f-08b7b42e7f7c admin admin] Deleting subnet bfb6a93b-5981-4760-ad68-05c2836569b0 {{(pid=109039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 15:58:36.040114 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-cf578895-cb35-459e-976f-08b7b42e7f7c admin admin] Publish callbacks [] for subnet (bfb6a93b-5981-4760-ad68-05c2836569b0), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:36.073677 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-cf578895-cb35-459e-976f-08b7b42e7f7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6290290'] for subnet (bfb6a93b-5981-4760-ad68-05c2836569b0), precommit_delete_associations {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:36.111461 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-cf578895-cb35-459e-976f-08b7b42e7f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145137'] for subnet (bfb6a93b-5981-4760-ad68-05c2836569b0), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:36.162202 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-cf578895-cb35-459e-976f-08b7b42e7f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5289349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6097995'] for subnet (bfb6a93b-5981-4760-ad68-05c2836569b0), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:36.188035 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf578895-cb35-459e-976f-08b7b42e7f7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfb6a93b-5981-4760-ad68-05c2836569b0,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:36.190017 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-cf578895-cb35-459e-976f-08b7b42e7f7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for subnet (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:36.193628 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-cf578895-cb35-459e-976f-08b7b42e7f7c admin admin] 10.222.0.112 "DELETE /v2.0/subnets/bfb6a93b-5981-4760-ad68-05c2836569b0 HTTP/1.1" status: 204 len: 168 time: 0.2016313 Feb 02 15:58:36.196048 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 34778) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:58:36.267056 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-2a70418b-4fcd-4331-b227-51a6ccc012ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1153519'] for network (14e5042c-9b1a-411b-a87f-2964f1673b53), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:36.346983 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-2a70418b-4fcd-4331-b227-51a6ccc012ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143470', 'neutron.services.segments.db._delete_segments_for_network-8791047536797'] for network (14e5042c-9b1a-411b-a87f-2964f1673b53), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:36.366763 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.services.segments.db [None req-2a70418b-4fcd-4331-b227-51a6ccc012ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e5042c-9b1a-411b-a87f-2964f1673b53']}} {{(pid=109039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:58:36.375682 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.services.segments.db [None req-2a70418b-4fcd-4331-b227-51a6ccc012ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c17517-5a31-40b4-b29e-bfdc7d255762') {'for_net_delete': True} {{(pid=109039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:58:36.375983 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.services.segments.db [None req-2a70418b-4fcd-4331-b227-51a6ccc012ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c17517-5a31-40b4-b29e-bfdc7d255762') {} {{(pid=109039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:58:36.385500 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-2a70418b-4fcd-4331-b227-51a6ccc012ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791047557030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6290297'] for segment (e1c17517-5a31-40b4-b29e-bfdc7d255762), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:36.399204 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-2a70418b-4fcd-4331-b227-51a6ccc012ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (e1c17517-5a31-40b4-b29e-bfdc7d255762), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:36.405724 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a70418b-4fcd-4331-b227-51a6ccc012ef admin admin] Releasing vlan 983 on physical network physnet1 to pool {{(pid=109039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 15:58:36.406135 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-2a70418b-4fcd-4331-b227-51a6ccc012ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5289343'] for segment (e1c17517-5a31-40b4-b29e-bfdc7d255762), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:36.407897 dv-cinder-827511-1-iscsi neutron-server[109039]: Traceback (most recent call last): Feb 02 15:58:36.407897 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 15:58:36.407897 dv-cinder-827511-1-iscsi neutron-server[109039]: timer() Feb 02 15:58:36.407897 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:58:36.407897 dv-cinder-827511-1-iscsi neutron-server[109039]: cb(*args, **kw) Feb 02 15:58:36.407897 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 15:58:36.407897 dv-cinder-827511-1-iscsi neutron-server[109039]: return func(*args, **kwargs) Feb 02 15:58:36.407897 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:58:36.407897 dv-cinder-827511-1-iscsi neutron-server[109039]: self._notify() Feb 02 15:58:36.407897 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:58:36.407897 dv-cinder-827511-1-iscsi neutron-server[109039]: self.callback(batched_events) Feb 02 15:58:36.407897 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:58:36.407897 dv-cinder-827511-1-iscsi neutron-server[109039]: event.method(event) Feb 02 15:58:36.407897 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 15:58:36.407897 dv-cinder-827511-1-iscsi neutron-server[109039]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:58:36.407897 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 15:58:36.407897 dv-cinder-827511-1-iscsi neutron-server[109039]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:58:36.407897 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 15:58:36.407897 dv-cinder-827511-1-iscsi neutron-server[109039]: return f(self, *a, **k) Feb 02 15:58:36.407897 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 15:58:36.407897 dv-cinder-827511-1-iscsi neutron-server[109039]: return self._get(url).json() Feb 02 15:58:36.407897 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 15:58:36.407897 dv-cinder-827511-1-iscsi neutron-server[109039]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:58:36.407897 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 15:58:36.407897 dv-cinder-827511-1-iscsi neutron-server[109039]: return self.request(url, 'GET', **kwargs) Feb 02 15:58:36.407897 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 15:58:36.407897 dv-cinder-827511-1-iscsi neutron-server[109039]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:58:36.407897 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 15:58:36.407897 dv-cinder-827511-1-iscsi neutron-server[109039]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:58:36.407897 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 15:58:36.407897 dv-cinder-827511-1-iscsi neutron-server[109039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:58:36.407897 dv-cinder-827511-1-iscsi neutron-server[109039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:58:36.464615 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-2a70418b-4fcd-4331-b227-51a6ccc012ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7937865'] for network (14e5042c-9b1a-411b-a87f-2964f1673b53), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:36.469040 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-2a70418b-4fcd-4331-b227-51a6ccc012ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:36.472328 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-2a70418b-4fcd-4331-b227-51a6ccc012ef admin admin] 10.222.0.112 "DELETE /v2.0/networks/14e5042c-9b1a-411b-a87f-2964f1673b53 HTTP/1.1" status: 204 len: 168 time: 0.2753749 Feb 02 15:58:36.485778 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70418b-4fcd-4331-b227-51a6ccc012ef admin admin] Pushing event deleted for resources: {'Network': ['ID=14e5042c-9b1a-411b-a87f-2964f1673b53,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:36.632548 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 34784) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:58:36.676759 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-75e503ee-b6cd-4116-aece-1c3cb302764c admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=ca26fb00a1d44845ac3c3262142c9a3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429957 Feb 02 15:58:36.679178 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 34786) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:58:36.725534 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-9afdda83-331e-4145-8d3d-5500e51f8725 admin admin] Publish callbacks [] for security_group (1c67e615-dc8f-4b94-a477-fe978a7983b5), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:36.746315 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-9afdda83-331e-4145-8d3d-5500e51f8725 admin admin] Publish callbacks [] for security_group (1c67e615-dc8f-4b94-a477-fe978a7983b5), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:36.794513 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-9afdda83-331e-4145-8d3d-5500e51f8725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (1c67e615-dc8f-4b94-a477-fe978a7983b5), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:36.796959 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-9afdda83-331e-4145-8d3d-5500e51f8725 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:36.798129 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-9afdda83-331e-4145-8d3d-5500e51f8725 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/1c67e615-dc8f-4b94-a477-fe978a7983b5 HTTP/1.1" status: 204 len: 168 time: 0.1180611 Feb 02 15:58:36.807507 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdda83-331e-4145-8d3d-5500e51f8725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c67e615-dc8f-4b94-a477-fe978a7983b5,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:36.899699 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa1cdb-05e6-4633-a37c-9aea3b16df0a req-c1b0886e-f878-4010-bda1-f1fcbe608a37 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:36.900898 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-29aa1cdb-05e6-4633-a37c-9aea3b16df0a req-c1b0886e-f878-4010-bda1-f1fcbe608a37 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 946 time: 0.0552075 Feb 02 15:58:36.951545 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-29aa1cdb-05e6-4633-a37c-9aea3b16df0a req-c004b6fc-5913-43b5-92dd-0ea55334dd5a tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433939 Feb 02 15:58:38.074200 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc930768-c573-47be-adc5-34bee3b70287 req-6e37c4a2-a320-4ad7-9623-5c0038152e65 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:38.075656 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-bc930768-c573-47be-adc5-34bee3b70287 req-6e37c4a2-a320-4ad7-9623-5c0038152e65 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 946 time: 0.0540588 Feb 02 15:58:38.120893 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-bc930768-c573-47be-adc5-34bee3b70287 req-eb083fed-4395-4df1-a8d5-b4cc08f62702 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396252 Feb 02 15:58:38.239127 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857522fa-7970-4bf6-8345-62feca581e99 req-0e2a6b5c-f258-42c8-a3cf-ffbc14c1c9b2 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:38.240331 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-857522fa-7970-4bf6-8345-62feca581e99 req-0e2a6b5c-f258-42c8-a3cf-ffbc14c1c9b2 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 946 time: 0.0529699 Feb 02 15:58:38.248695 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 34826) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:58:38.253110 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-4855155a-9a8d-4cba-bc84-f04d4b796edd tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Request body: {'floatingip': {'port_id': 'c6d18ddd-40bc-4e32-85cb-3760a79096bd'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:58:38.295196 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-4855155a-9a8d-4cba-bc84-f04d4b796edd tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for floatingip (95f4e7bd-dae9-4328-9d78-516be24d7302), before_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:38.737610 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-4855155a-9a8d-4cba-bc84-f04d4b796edd tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:38.742348 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-4855155a-9a8d-4cba-bc84-f04d4b796edd tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7937883'] for floatingip (95f4e7bd-dae9-4328-9d78-516be24d7302), after_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:38.838239 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.db.l3_db [None req-4855155a-9a8d-4cba-bc84-f04d4b796edd tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Floating IP 95f4e7bd-dae9-4328-9d78-516be24d7302 associated. External IP: 172.27.3.215, port: c6d18ddd-40bc-4e32-85cb-3760a79096bd. Feb 02 15:58:39.049676 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4855155a-9a8d-4cba-bc84-f04d4b796edd tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Router abbbf086-b64b-4398-baaf-7257aa45039f has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 15:58:39.162470 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4855155a-9a8d-4cba-bc84-f04d4b796edd tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 15:58:39.167602 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-4855155a-9a8d-4cba-bc84-f04d4b796edd tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for floatingip (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:39.172143 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7569f9b2-22b7-4575-8745-f2b571b84470 None None] Sync routers for ids ['abbbf086-b64b-4398-baaf-7257aa45039f'] in dv-cinder-827511-1-iscsi {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:58:39.182503 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7569f9b2-22b7-4575-8745-f2b571b84470 None None] Routers {'abbbf086-b64b-4398-baaf-7257aa45039f'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:58:39.183214 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-7569f9b2-22b7-4575-8745-f2b571b84470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T15:58:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['abbbf086-b64b-4398-baaf-7257aa45039f'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:58:39.197919 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-4855155a-9a8d-4cba-bc84-f04d4b796edd tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "PUT /v2.0/floatingips/95f4e7bd-dae9-4328-9d78-516be24d7302 HTTP/1.1" status: 200 len: 992 time: 0.9481053 Feb 02 15:58:39.198483 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7664f06a-a2df-4421-a1fe-37a81bef326c', 'tag': 'c6d18ddd-40bc-4e32-85cb-3760a79096bd'}] {{(pid=109039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:58:39.200699 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c161fd89cb1d1d847ba0f79545528bda5d1c418a0cb4f87e804297803be7db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a9e470-3185-49fa-973d-ab834f4818da" -d '{"events": [{"name": "network-changed", "server_uuid": "7664f06a-a2df-4421-a1fe-37a81bef326c", "tag": "c6d18ddd-40bc-4e32-85cb-3760a79096bd"}]}' {{(pid=109039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:58:39.236276 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 15:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f7bb29-18af-4dba-9858-1c5a42b7f61b x-openstack-request-id: req-90f7bb29-18af-4dba-9858-1c5a42b7f61b {{(pid=109039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:58:39.236570 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7664f06a-a2df-4421-a1fe-37a81bef326c", "tag": "c6d18ddd-40bc-4e32-85cb-3760a79096bd", "status": "completed", "code": 200}]} {{(pid=109039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:58:39.236838 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-90f7bb29-18af-4dba-9858-1c5a42b7f61b {{(pid=109039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:58:39.237458 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7664f06a-a2df-4421-a1fe-37a81bef326c', 'tag': 'c6d18ddd-40bc-4e32-85cb-3760a79096bd', 'status': 'completed', 'code': 200} Feb 02 15:58:39.307043 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd9880-ea0e-44ce-ac62-fc9d49f5468a req-709c1ed4-8390-4bd2-b3b1-5e34b66ff4c6 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:39.308941 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a9bd9880-ea0e-44ce-ac62-fc9d49f5468a req-709c1ed4-8390-4bd2-b3b1-5e34b66ff4c6 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 946 time: 0.0552430 Feb 02 15:58:39.338949 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9e470-3185-49fa-973d-ab834f4818da req-471c9bec-106d-46ca-8f3b-7db4b0e93499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:39.340827 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-f5a9e470-3185-49fa-973d-ab834f4818da req-471c9bec-106d-46ca-8f3b-7db4b0e93499 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e46d9c184bc14bb2869a6bbc48e00252&device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 1130 time: 0.0505791 Feb 02 15:58:39.365820 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a9bd9880-ea0e-44ce-ac62-fc9d49f5468a req-77b437ec-6e98-411e-9135-c012bea0bf68 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504909 Feb 02 15:58:39.435786 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-7569f9b2-22b7-4575-8745-f2b571b84470 None None] Set router abbbf086-b64b-4398-baaf-7257aa45039f gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:58:39.445444 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9e470-3185-49fa-973d-ab834f4818da req-8f49ad1f-6cdf-47ef-9f9f-1c3a29a16611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:39.446952 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-f5a9e470-3185-49fa-973d-ab834f4818da req-8f49ad1f-6cdf-47ef-9f9f-1c3a29a16611 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b0953c76-584e-4cc9-bd10-70c56077e5e6 HTTP/1.1" status: 200 len: 918 time: 0.0893943 Feb 02 15:58:39.658047 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-7569f9b2-22b7-4575-8745-f2b571b84470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'name': 'tempest-AttachVolumeShelveTestJSON-1426711805-router', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:53:39Z', 'updated_at': '2022-02-02T15:53:46Z', 'revision_number': 4, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'gw_port': {'id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:52:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:41Z', 'updated_at': '2022-02-02T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_floatingips': [{'id': '95f4e7bd-dae9-4328-9d78-516be24d7302', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'floating_ip_address': '172.27.3.215', 'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'router_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'port_id': 'c6d18ddd-40bc-4e32-85cb-3760a79096bd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6', 'mac_address': 'fa:16:3e:35:e6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7664f06a-a2df-4421-a1fe-37a81bef326c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:58:25Z', 'updated_at': '2022-02-02T15:58:38Z', 'revision_number': 1, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '669194a7-fd15-49db-984b-f445be46b5f7', 'name': '', 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'mac_address': 'fa:16:3e:88:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5347cd5-2ddb-4574-9672-af43239849ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:45Z', 'updated_at': '2022-02-02T15:53:53Z', 'revision_number': 5, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'subnets': [{'id': 'f5347cd5-2ddb-4574-9672-af43239849ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:58:39.687662 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7569f9b2-22b7-4575-8745-f2b571b84470 None None] Checking router: abbbf086-b64b-4398-baaf-7257aa45039f for host: dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:58:39.695828 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7569f9b2-22b7-4575-8745-f2b571b84470 None None] Routers {'abbbf086-b64b-4398-baaf-7257aa45039f'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 15:58:39.696449 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-7569f9b2-22b7-4575-8745-f2b571b84470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T15:58:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['abbbf086-b64b-4398-baaf-7257aa45039f'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:58:39.804162 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-7569f9b2-22b7-4575-8745-f2b571b84470 None None] Set router abbbf086-b64b-4398-baaf-7257aa45039f gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 15:58:40.023724 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-7569f9b2-22b7-4575-8745-f2b571b84470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'name': 'tempest-AttachVolumeShelveTestJSON-1426711805-router', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:53:39Z', 'updated_at': '2022-02-02T15:53:46Z', 'revision_number': 4, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'gw_port': {'id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:52:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:41Z', 'updated_at': '2022-02-02T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_floatingips': [{'id': '95f4e7bd-dae9-4328-9d78-516be24d7302', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'floating_ip_address': '172.27.3.215', 'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'router_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'port_id': 'c6d18ddd-40bc-4e32-85cb-3760a79096bd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6', 'mac_address': 'fa:16:3e:35:e6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7664f06a-a2df-4421-a1fe-37a81bef326c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:58:25Z', 'updated_at': '2022-02-02T15:58:38Z', 'revision_number': 1, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '669194a7-fd15-49db-984b-f445be46b5f7', 'name': '', 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'mac_address': 'fa:16:3e:88:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5347cd5-2ddb-4574-9672-af43239849ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:45Z', 'updated_at': '2022-02-02T15:53:53Z', 'revision_number': 5, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'subnets': [{'id': 'f5347cd5-2ddb-4574-9672-af43239849ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:58:40.049978 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7569f9b2-22b7-4575-8745-f2b571b84470 None None] The sync data for ids ['abbbf086-b64b-4398-baaf-7257aa45039f'] in dv-cinder-827511-1-iscsi is: [{'id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'name': 'tempest-AttachVolumeShelveTestJSON-1426711805-router', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:53:39Z', 'updated_at': '2022-02-02T15:53:46Z', 'revision_number': 4, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'gw_port': {'id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:52:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:41Z', 'updated_at': '2022-02-02T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_floatingips': [{'id': '95f4e7bd-dae9-4328-9d78-516be24d7302', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'floating_ip_address': '172.27.3.215', 'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'router_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'port_id': 'c6d18ddd-40bc-4e32-85cb-3760a79096bd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6', 'mac_address': 'fa:16:3e:35:e6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7664f06a-a2df-4421-a1fe-37a81bef326c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:58:25Z', 'updated_at': '2022-02-02T15:58:38Z', 'revision_number': 1, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '669194a7-fd15-49db-984b-f445be46b5f7', 'name': '', 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'mac_address': 'fa:16:3e:88:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5347cd5-2ddb-4574-9672-af43239849ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:45Z', 'updated_at': '2022-02-02T15:53:53Z', 'revision_number': 5, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'subnets': [{'id': 'f5347cd5-2ddb-4574-9672-af43239849ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:58:40.228110 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-f5a9e470-3185-49fa-973d-ab834f4818da req-2498479d-22a0-41b6-869f-d6629e1d9c26 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6d18ddd-40bc-4e32-85cb-3760a79096bd HTTP/1.1" status: 200 len: 1000 time: 0.0653710 Feb 02 15:58:40.239416 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b9c53c-721d-4b38-a9ba-7bcc126e7999 None None] New status for floating IP 95f4e7bd-dae9-4328-9d78-516be24d7302: ACTIVE {{(pid=109041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 15:58:40.588581 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18688d4-3608-4409-89d3-a7bf75f50b28 req-8f63431a-c9f3-4833-a5e4-44b6ff8f12ab tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:40.590095 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f18688d4-3608-4409-89d3-a7bf75f50b28 req-8f63431a-c9f3-4833-a5e4-44b6ff8f12ab tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 946 time: 0.1506321 Feb 02 15:58:40.635418 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f18688d4-3608-4409-89d3-a7bf75f50b28 req-1463dc1d-0b9c-4fa2-908d-28135011c753 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398006 Feb 02 15:58:41.756672 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc3cb8-da18-47bf-a50d-a21021cd0b97 req-b6ede731-6c79-4c06-b8f5-6168ece00de1 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:41.758241 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b3cc3cb8-da18-47bf-a50d-a21021cd0b97 req-b6ede731-6c79-4c06-b8f5-6168ece00de1 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 946 time: 0.0516191 Feb 02 15:58:41.803506 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b3cc3cb8-da18-47bf-a50d-a21021cd0b97 req-7475b1eb-d5ac-4e25-be5e-65460e733a0a tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398364 Feb 02 15:58:41.925650 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9e470-3185-49fa-973d-ab834f4818da req-b32a99e7-8ab8-4bc6-b4cf-aacc3b6d92cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:41.927385 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-f5a9e470-3185-49fa-973d-ab834f4818da req-b32a99e7-8ab8-4bc6-b4cf-aacc3b6d92cf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5347cd5-2ddb-4574-9672-af43239849ac HTTP/1.1" status: 200 len: 856 time: 0.0512507 Feb 02 15:58:41.979941 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9e470-3185-49fa-973d-ab834f4818da req-018c6387-1c6e-412d-bb1f-da1493af0fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:41.981484 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-f5a9e470-3185-49fa-973d-ab834f4818da req-018c6387-1c6e-412d-bb1f-da1493af0fd9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0953c76-584e-4cc9-bd10-70c56077e5e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473378 Feb 02 15:58:42.088351 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-f5a9e470-3185-49fa-973d-ab834f4818da req-c8fae975-467f-469e-aacd-489a57426cce service neutron] 10.222.0.59 "GET /v2.0/networks/b0953c76-584e-4cc9-bd10-70c56077e5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997834 Feb 02 15:58:42.189159 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-f5a9e470-3185-49fa-973d-ab834f4818da req-8a1133f3-476c-4fa6-82ed-79b2b72aeab1 service neutron] 10.222.0.59 "GET /v2.0/networks/b0953c76-584e-4cc9-bd10-70c56077e5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936525 Feb 02 15:58:42.846630 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-96138c45-552a-4ab1-abc7-d703ddf058ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:42.929916 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137be11-2e8c-4bd4-93e7-f55c4c692cc3 req-7647ce99-4da3-481e-94a2-88185fb92024 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:42.931402 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a137be11-2e8c-4bd4-93e7-f55c4c692cc3 req-7647ce99-4da3-481e-94a2-88185fb92024 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 946 time: 0.0559797 Feb 02 15:58:42.977073 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a137be11-2e8c-4bd4-93e7-f55c4c692cc3 req-a24c61b9-5f6a-48cc-be9f-ef70ab37b802 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402720 Feb 02 15:58:45.351666 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-b0921f45-c3ca-4404-87e6-f00ee91d96a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:46.237724 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:47.348379 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:47.668577 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:48.658202 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0f08f185-3098-498d-904e-7fe4b044a64b req-915dfefe-0bb8-40ef-82b5-0a3fc8b47ec4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450032 Feb 02 15:58:48.736892 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08f185-3098-498d-904e-7fe4b044a64b req-f3373082-a014-4636-88a2-d63a52bfd59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:48.738992 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0f08f185-3098-498d-904e-7fe4b044a64b req-f3373082-a014-4636-88a2-d63a52bfd59c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09f6a7ba2fd841cb8ddb919c7cc3cc33&device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 1130 time: 0.0454602 Feb 02 15:58:48.846733 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08f185-3098-498d-904e-7fe4b044a64b req-93dd2818-a3d8-4793-9c0a-7efd02748526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:48.848768 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0f08f185-3098-498d-904e-7fe4b044a64b req-93dd2818-a3d8-4793-9c0a-7efd02748526 service neutron] 10.222.0.59 "GET /v2.0/networks?id=96264f45-29e5-48c2-8efd-888143a9e5e2 HTTP/1.1" status: 200 len: 910 time: 0.0877120 Feb 02 15:58:48.913209 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0f08f185-3098-498d-904e-7fe4b044a64b req-ee75c2d1-6d3f-4a14-b031-69aedb6ae10c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a68738fb-31fa-4b71-bf99-ddd9c9105aba HTTP/1.1" status: 200 len: 1001 time: 0.0571506 Feb 02 15:58:48.960445 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08f185-3098-498d-904e-7fe4b044a64b req-0467df2a-375f-4b85-a257-05f61888230d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:48.961979 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0f08f185-3098-498d-904e-7fe4b044a64b req-0467df2a-375f-4b85-a257-05f61888230d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=93bf2d9b-25e2-4562-8db6-071a0b0be22c HTTP/1.1" status: 200 len: 848 time: 0.0433407 Feb 02 15:58:49.011880 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08f185-3098-498d-904e-7fe4b044a64b req-4aa6dc8d-89c2-4823-a25b-098bf70b39cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:49.013330 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0f08f185-3098-498d-904e-7fe4b044a64b req-4aa6dc8d-89c2-4823-a25b-098bf70b39cb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96264f45-29e5-48c2-8efd-888143a9e5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456793 Feb 02 15:58:49.102165 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0f08f185-3098-498d-904e-7fe4b044a64b req-4424f0db-9c88-4e8c-964b-6692c65be4ca service neutron] 10.222.0.59 "GET /v2.0/networks/96264f45-29e5-48c2-8efd-888143a9e5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815747 Feb 02 15:58:49.193963 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0f08f185-3098-498d-904e-7fe4b044a64b req-f9330d81-d7c3-44f4-93f3-cb797989d029 service neutron] 10.222.0.59 "GET /v2.0/networks/96264f45-29e5-48c2-8efd-888143a9e5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847960 Feb 02 15:58:49.196183 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:53.023282 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d211de-61f1-4cb1-afa7-01e3fc48c9f4 req-ed808d1c-d242-4785-87fd-fcd0d58f62e9 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:53.024694 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c6d211de-61f1-4cb1-afa7-01e3fc48c9f4 req-ed808d1c-d242-4785-87fd-fcd0d58f62e9 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0529375 Feb 02 15:58:53.071863 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c6d211de-61f1-4cb1-afa7-01e3fc48c9f4 req-5c715903-6510-4488-9743-8cca8b4b60a2 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415883 Feb 02 15:58:54.189896 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a724e7-afea-446a-af0d-8384b211ab30 req-07efc509-61c6-4029-9af3-30b2282d48e3 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:54.191982 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-87a724e7-afea-446a-af0d-8384b211ab30 req-07efc509-61c6-4029-9af3-30b2282d48e3 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0504389 Feb 02 15:58:54.420252 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-87a724e7-afea-446a-af0d-8384b211ab30 req-27234865-4ed9-444b-8fb8-84917fad207f tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2217469 Feb 02 15:58:54.907183 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 35006) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:58:55.009668 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c38ea633-9f05-4b88-b950-3c7210098c22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:55.081258 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c38ea633-9f05-4b88-b950-3c7210098c22 admin admin] Publish callbacks [] for security_group (6db4cc17-67ea-46c8-b7df-c7dd6617e3bd), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:55.085793 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c38ea633-9f05-4b88-b950-3c7210098c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (6db4cc17-67ea-46c8-b7df-c7dd6617e3bd), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:55.121730 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-c38ea633-9f05-4b88-b950-3c7210098c22 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=6337e2a7808245e49caf8f3c8e37ce28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2134690 Feb 02 15:58:55.123652 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ea633-9f05-4b88-b950-3c7210098c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db4cc17-67ea-46c8-b7df-c7dd6617e3bd,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:55.124439 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 35010) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:58:55.176606 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-f8736d24-ef46-4f0c-b5b6-1c76109eb0c9 admin admin] Publish callbacks [] for security_group (6db4cc17-67ea-46c8-b7df-c7dd6617e3bd), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:55.197237 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-f8736d24-ef46-4f0c-b5b6-1c76109eb0c9 admin admin] Publish callbacks [] for security_group (6db4cc17-67ea-46c8-b7df-c7dd6617e3bd), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:55.244432 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-f8736d24-ef46-4f0c-b5b6-1c76109eb0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (6db4cc17-67ea-46c8-b7df-c7dd6617e3bd), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:55.247136 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-f8736d24-ef46-4f0c-b5b6-1c76109eb0c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:58:55.248229 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-f8736d24-ef46-4f0c-b5b6-1c76109eb0c9 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/6db4cc17-67ea-46c8-b7df-c7dd6617e3bd HTTP/1.1" status: 204 len: 168 time: 0.1185021 Feb 02 15:58:55.256433 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8736d24-ef46-4f0c-b5b6-1c76109eb0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db4cc17-67ea-46c8-b7df-c7dd6617e3bd,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:55.544755 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589a6a4-75b5-42ee-bb05-8642822ca098 req-9d16ef64-d973-4817-a060-6fdebe1b75d2 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:55.546199 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1589a6a4-75b5-42ee-bb05-8642822ca098 req-9d16ef64-d973-4817-a060-6fdebe1b75d2 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0524185 Feb 02 15:58:55.591192 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1589a6a4-75b5-42ee-bb05-8642822ca098 req-1fcf8cef-33eb-414d-8fd5-9df47f50bef8 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389032 Feb 02 15:58:56.709574 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971120ca-0c09-4557-a339-eda15497d1af req-a300659d-2e31-454e-991f-8d09ac92182a tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:56.711035 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-971120ca-0c09-4557-a339-eda15497d1af req-a300659d-2e31-454e-991f-8d09ac92182a tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0533419 Feb 02 15:58:56.756567 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-971120ca-0c09-4557-a339-eda15497d1af req-8e141660-8b1f-4c98-a681-3fbee21d7a65 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399606 Feb 02 15:58:57.873954 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf2c29-2e11-4399-9396-87214db853bf req-6b8ab0e5-f1a5-4997-9108-72da3c9f5493 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:57.875421 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9fcf2c29-2e11-4399-9396-87214db853bf req-6b8ab0e5-f1a5-4997-9108-72da3c9f5493 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0516443 Feb 02 15:58:57.921161 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9fcf2c29-2e11-4399-9396-87214db853bf req-5a046b2f-3283-4eb2-b3e6-b99b999364f6 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402646 Feb 02 15:58:59.042849 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567cfce3-ba61-4f33-acea-84af32f8f8a4 req-e4b47eef-3206-4b29-8cc8-87bc35fe0c48 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:59.044323 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-567cfce3-ba61-4f33-acea-84af32f8f8a4 req-e4b47eef-3206-4b29-8cc8-87bc35fe0c48 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0569062 Feb 02 15:58:59.090543 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-567cfce3-ba61-4f33-acea-84af32f8f8a4 req-e0403aa2-cd01-4180-8b09-74a241d1f221 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408118 Feb 02 15:59:00.211462 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a13fa-bb0b-4355-b86f-28596a32b657 req-663e6a89-89a0-4cff-8720-60a36cea8b31 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:00.212994 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d91a13fa-bb0b-4355-b86f-28596a32b657 req-663e6a89-89a0-4cff-8720-60a36cea8b31 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0544362 Feb 02 15:59:00.259976 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d91a13fa-bb0b-4355-b86f-28596a32b657 req-1d4d8118-f8ac-4320-a6db-d07e83beec05 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415115 Feb 02 15:59:00.383093 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:59:01.375028 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06e3cd-a1d7-4a01-8590-3329f97df320 req-5c163fd1-5d2d-4d51-af67-c51e6f0ba87c tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:01.376474 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5f06e3cd-a1d7-4a01-8590-3329f97df320 req-5c163fd1-5d2d-4d51-af67-c51e6f0ba87c tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0505660 Feb 02 15:59:01.425964 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5f06e3cd-a1d7-4a01-8590-3329f97df320 req-e34562b3-e208-496a-abd0-c6c5c3404878 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426645 Feb 02 15:59:02.542615 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0ee1b-b587-48ba-b86f-75ac2940cec5 req-fea63273-409c-4df5-8de6-8ec6a5ba77a5 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:02.544117 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-29c0ee1b-b587-48ba-b86f-75ac2940cec5 req-fea63273-409c-4df5-8de6-8ec6a5ba77a5 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0511234 Feb 02 15:59:02.590606 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-29c0ee1b-b587-48ba-b86f-75ac2940cec5 req-6a45b3dd-e9ae-45d5-a7b1-9a117e5abefe tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410547 Feb 02 15:59:03.712016 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd389a39-c6ec-45a5-88e2-c44c13db17db req-d3bdb31d-5a5d-48da-8ae3-d17870f2df05 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:03.713514 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-dd389a39-c6ec-45a5-88e2-c44c13db17db req-d3bdb31d-5a5d-48da-8ae3-d17870f2df05 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0545740 Feb 02 15:59:03.758660 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-dd389a39-c6ec-45a5-88e2-c44c13db17db req-8d210670-9f19-4c38-8eab-99beab5f3120 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397084 Feb 02 15:59:04.880623 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d3eba-e493-484f-bb86-19b3dbabb278 req-2fd61a00-1f58-4e60-a60b-b70f58c61da5 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:04.882121 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-771d3eba-e493-484f-bb86-19b3dbabb278 req-2fd61a00-1f58-4e60-a60b-b70f58c61da5 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0557773 Feb 02 15:59:04.928379 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-771d3eba-e493-484f-bb86-19b3dbabb278 req-60063336-b929-4f0d-8729-04bf64b75146 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401552 Feb 02 15:59:06.045853 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7af2b9-4d9f-43b4-8418-4aa7c3eece74 req-41b5004a-a24d-4503-8c35-d0d35ca67436 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:06.047321 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6d7af2b9-4d9f-43b4-8418-4aa7c3eece74 req-41b5004a-a24d-4503-8c35-d0d35ca67436 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0513346 Feb 02 15:59:06.093622 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6d7af2b9-4d9f-43b4-8418-4aa7c3eece74 req-57ba7468-ee72-42b1-b2b3-f40adfee0d64 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400703 Feb 02 15:59:07.213364 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819674a-4d07-4f37-8211-b018c9a1a48b req-e0c79634-5096-4558-969d-363c69d6182e tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:07.214858 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9819674a-4d07-4f37-8211-b018c9a1a48b req-e0c79634-5096-4558-969d-363c69d6182e tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0528588 Feb 02 15:59:07.263869 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9819674a-4d07-4f37-8211-b018c9a1a48b req-aa024f3b-992a-4586-b3c1-0f6312316d87 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435557 Feb 02 15:59:08.385034 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cb996-750d-4a2b-85ad-322eacf5fecb req-ff58eed2-bc7a-46e2-b407-04d3d34e140b tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:08.386461 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a42cb996-750d-4a2b-85ad-322eacf5fecb req-ff58eed2-bc7a-46e2-b407-04d3d34e140b tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0528061 Feb 02 15:59:08.433313 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a42cb996-750d-4a2b-85ad-322eacf5fecb req-e65d7cd7-e137-44c8-8dda-c3527d4818c0 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413172 Feb 02 15:59:09.550104 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81232a8-ad09-4718-84b7-1cdecc1363b4 req-201f85db-21c7-4ddb-a87b-93a18f778863 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:09.552357 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b81232a8-ad09-4718-84b7-1cdecc1363b4 req-201f85db-21c7-4ddb-a87b-93a18f778863 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0519941 Feb 02 15:59:09.595837 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b81232a8-ad09-4718-84b7-1cdecc1363b4 req-7606c0b1-3110-4474-9c15-8d85776186ce tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380740 Feb 02 15:59:09.795626 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193ffce-20e6-4e9b-a44f-572285530d9f req-b72ffe70-91f1-4871-9870-45dea570c6f3 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:09.796999 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f193ffce-20e6-4e9b-a44f-572285530d9f req-b72ffe70-91f1-4871-9870-45dea570c6f3 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0558619 Feb 02 15:59:09.845385 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f193ffce-20e6-4e9b-a44f-572285530d9f req-40f89cdb-598d-4f04-b03a-9cfd96463612 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419228 Feb 02 15:59:09.974852 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28578d64-0f00-420a-91ca-b8274e7c05d8 req-a78587d0-9560-4ec5-a40f-2547ad8ba919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:09.976349 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-28578d64-0f00-420a-91ca-b8274e7c05d8 req-a78587d0-9560-4ec5-a40f-2547ad8ba919 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=45b9c1b88a7c489db94e478b49b35d32&device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 1129 time: 0.1416140 Feb 02 15:59:10.066315 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28578d64-0f00-420a-91ca-b8274e7c05d8 req-09a6779c-97db-4d6a-bce1-874879ef6b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:10.068507 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-28578d64-0f00-420a-91ca-b8274e7c05d8 req-09a6779c-97db-4d6a-bce1-874879ef6b45 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cdf28f1b-0411-4dee-a903-8841bfaf0c1e HTTP/1.1" status: 200 len: 912 time: 0.0859349 Feb 02 15:59:10.139162 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-28578d64-0f00-420a-91ca-b8274e7c05d8 req-0348fe72-7203-4233-9f66-84b5e4994096 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63054037-60ad-4b33-ad87-4c636b8d44d2 HTTP/1.1" status: 200 len: 1000 time: 0.0604467 Feb 02 15:59:10.186262 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28578d64-0f00-420a-91ca-b8274e7c05d8 req-fec06f29-7ebf-40d0-be93-aee808717065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:10.187656 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-28578d64-0f00-420a-91ca-b8274e7c05d8 req-fec06f29-7ebf-40d0-be93-aee808717065 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=88fa9161-0b2a-481a-ad23-bc99e36fcc51 HTTP/1.1" status: 200 len: 850 time: 0.0422187 Feb 02 15:59:10.237638 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28578d64-0f00-420a-91ca-b8274e7c05d8 req-560d4568-a3ca-4687-8cb4-e0b2db234229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:10.239333 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-28578d64-0f00-420a-91ca-b8274e7c05d8 req-560d4568-a3ca-4687-8cb4-e0b2db234229 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cdf28f1b-0411-4dee-a903-8841bfaf0c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451634 Feb 02 15:59:10.331236 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-28578d64-0f00-420a-91ca-b8274e7c05d8 req-cedd5e5a-3d4a-457e-afbe-fa4c792dc8d7 service neutron] 10.222.0.59 "GET /v2.0/networks/cdf28f1b-0411-4dee-a903-8841bfaf0c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858943 Feb 02 15:59:10.418117 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-28578d64-0f00-420a-91ca-b8274e7c05d8 req-417f208e-442b-4143-ab89-21b899a10d52 service neutron] 10.222.0.59 "GET /v2.0/networks/cdf28f1b-0411-4dee-a903-8841bfaf0c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803306 Feb 02 15:59:10.967131 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bbf29e-487d-4e0e-9609-f3de22896526 req-84d71577-8385-4ba1-a3c0-acc149eb6768 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:10.968624 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a1bbf29e-487d-4e0e-9609-f3de22896526 req-84d71577-8385-4ba1-a3c0-acc149eb6768 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0536878 Feb 02 15:59:11.013070 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a1bbf29e-487d-4e0e-9609-f3de22896526 req-8734a067-794c-4ccb-8146-d212985cb405 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388329 Feb 02 15:59:12.135211 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87108e-b120-4deb-bad9-ae56fc65f618 req-33d88cce-cf4f-4f03-b0cf-a24aa451da3f tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:12.136699 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ef87108e-b120-4deb-bad9-ae56fc65f618 req-33d88cce-cf4f-4f03-b0cf-a24aa451da3f tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0556622 Feb 02 15:59:12.182153 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ef87108e-b120-4deb-bad9-ae56fc65f618 req-da30a6e9-4ae3-4951-b930-4a78e6023b38 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399137 Feb 02 15:59:12.850506 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-0bc30332-fb37-4356-a19f-2d16ac765fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:59:15.353166 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-73814ca3-618e-489a-86fd-aa981007aa04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:59:16.241634 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:59:17.372115 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:59:17.671791 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:59:19.199651 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:59:19.688714 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d6213-0c21-4d69-9a44-f6c3101a2ff8 req-8dfc1099-4303-4863-9df1-679250df7a22 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:19.690144 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-144d6213-0c21-4d69-9a44-f6c3101a2ff8 req-8dfc1099-4303-4863-9df1-679250df7a22 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 946 time: 0.0522172 Feb 02 15:59:19.740121 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-144d6213-0c21-4d69-9a44-f6c3101a2ff8 req-9beb5192-c038-4bc8-9242-36220103d4cf tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441051 Feb 02 15:59:20.867195 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32b074-1031-4262-86e3-16eb59392648 req-f7362046-02b2-4868-b8a7-d926e68b5bd3 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:20.868655 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8d32b074-1031-4262-86e3-16eb59392648 req-f7362046-02b2-4868-b8a7-d926e68b5bd3 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 946 time: 0.0529828 Feb 02 15:59:20.917509 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8d32b074-1031-4262-86e3-16eb59392648 req-d2597171-fa16-46e4-aa0a-6013344482cd tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434077 Feb 02 15:59:22.040981 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca5f07-188b-4427-af66-f8436df9e272 req-6c68c506-1843-49ba-80e9-8b16725ee04f tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:22.042461 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-cfca5f07-188b-4427-af66-f8436df9e272 req-6c68c506-1843-49ba-80e9-8b16725ee04f tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 946 time: 0.0511458 Feb 02 15:59:22.088477 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-cfca5f07-188b-4427-af66-f8436df9e272 req-88e96b86-a14f-42c3-a3e4-ec58c9c7ca0b tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406241 Feb 02 15:59:22.615292 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28108293-7022-4ecf-a7cc-74536f345e0a req-d993ffa0-80e3-4600-b4c1-5d143c253fb8 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:22.617013 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-28108293-7022-4ecf-a7cc-74536f345e0a req-d993ffa0-80e3-4600-b4c1-5d143c253fb8 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 946 time: 0.0513191 Feb 02 15:59:22.664630 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-28108293-7022-4ecf-a7cc-74536f345e0a req-52f2bbaa-57d0-4e73-b5b5-f29901bd6120 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420725 Feb 02 15:59:23.213248 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39d890-67d6-4d18-9d92-2daeb352a8ca req-c7476b39-814d-4a0c-b463-7dfd8dbb1be5 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:23.214689 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3e39d890-67d6-4d18-9d92-2daeb352a8ca req-c7476b39-814d-4a0c-b463-7dfd8dbb1be5 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 946 time: 0.0540671 Feb 02 15:59:23.261244 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3e39d890-67d6-4d18-9d92-2daeb352a8ca req-8e085a08-7223-4559-bfb5-26c9d3f6f5f9 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410547 Feb 02 15:59:23.788025 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f3671-f05b-4f54-aea4-6ebed15f9325 req-82230d93-70dd-40d1-950f-c767a9750b3a tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:23.789518 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-103f3671-f05b-4f54-aea4-6ebed15f9325 req-82230d93-70dd-40d1-950f-c767a9750b3a tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 946 time: 0.0514729 Feb 02 15:59:23.836356 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-103f3671-f05b-4f54-aea4-6ebed15f9325 req-cd2a4b99-463e-45ae-af75-415db6e78d70 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414574 Feb 02 15:59:24.384161 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214c6ff-c387-4f71-a5df-0b040548ff70 req-68306777-b075-4b56-b562-38055a00c755 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:24.385578 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6214c6ff-c387-4f71-a5df-0b040548ff70 req-68306777-b075-4b56-b562-38055a00c755 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 946 time: 0.0535109 Feb 02 15:59:24.435625 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6214c6ff-c387-4f71-a5df-0b040548ff70 req-d7cefb59-07b1-4829-b335-56a1a2ba0c2c tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445142 Feb 02 15:59:24.953771 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15956671-3af9-4b53-9166-b7e451cdd9e9 req-53cbf860-bb46-4278-9ad8-212504b2e0a4 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:24.955231 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-15956671-3af9-4b53-9166-b7e451cdd9e9 req-53cbf860-bb46-4278-9ad8-212504b2e0a4 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 946 time: 0.0526364 Feb 02 15:59:25.002453 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-15956671-3af9-4b53-9166-b7e451cdd9e9 req-d2a874a4-898f-4863-855c-21f8331e623b tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412192 Feb 02 15:59:25.557825 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6833f-5b5c-4bfc-a1e1-81fc5262fe42 req-9ca0bffc-9e29-4f33-b5e9-fe4044dbd798 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:25.559277 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b7f6833f-5b5c-4bfc-a1e1-81fc5262fe42 req-9ca0bffc-9e29-4f33-b5e9-fe4044dbd798 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 946 time: 0.0519564 Feb 02 15:59:25.604340 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b7f6833f-5b5c-4bfc-a1e1-81fc5262fe42 req-7af04e45-f041-4453-8481-7077f7959eec tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396595 Feb 02 15:59:26.122459 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41953f-053d-40cb-be02-f446538ad70a req-9edf3e8a-1431-4879-b0e7-d0a4d0f8002f tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:26.123922 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4c41953f-053d-40cb-be02-f446538ad70a req-9edf3e8a-1431-4879-b0e7-d0a4d0f8002f tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 946 time: 0.0551929 Feb 02 15:59:26.172222 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4c41953f-053d-40cb-be02-f446538ad70a req-56f31e48-5d57-4f97-b719-85adb4cbd2e4 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428300 Feb 02 15:59:26.726532 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef913919-3d95-4317-aa73-8114fad48844 req-bc8e9f0c-8688-4e7d-a99a-7c48e2f0dda8 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:26.727981 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ef913919-3d95-4317-aa73-8114fad48844 req-bc8e9f0c-8688-4e7d-a99a-7c48e2f0dda8 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 946 time: 0.0523722 Feb 02 15:59:26.773705 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ef913919-3d95-4317-aa73-8114fad48844 req-9ff6aa1f-6c32-4d43-aa6a-4ff43f545458 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401063 Feb 02 15:59:27.292495 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da142c4-d147-46fe-97d5-f9ed051e7f96 req-046e76ba-376c-49fe-99aa-94710a43b056 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:27.294014 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9da142c4-d147-46fe-97d5-f9ed051e7f96 req-046e76ba-376c-49fe-99aa-94710a43b056 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 946 time: 0.0565226 Feb 02 15:59:27.342282 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9da142c4-d147-46fe-97d5-f9ed051e7f96 req-f699c3b8-43e2-4a38-ac82-9031a93a09bf tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428481 Feb 02 15:59:27.892792 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff2b4a-ad60-42cc-96c0-5d8c35fde2fe req-9f56513e-64ea-4c3e-86db-cf237df98125 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:27.894187 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ccff2b4a-ad60-42cc-96c0-5d8c35fde2fe req-9f56513e-64ea-4c3e-86db-cf237df98125 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 946 time: 0.0500791 Feb 02 15:59:27.939482 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ccff2b4a-ad60-42cc-96c0-5d8c35fde2fe req-415219b6-6faf-4700-a00e-3e007ea38001 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390317 Feb 02 15:59:28.459096 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8395c-b2ab-42c3-867a-8f552a6880ad req-48f88c58-f608-491c-90a7-d02045534bbc tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:28.460462 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-00d8395c-b2ab-42c3-867a-8f552a6880ad req-48f88c58-f608-491c-90a7-d02045534bbc tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 946 time: 0.0527792 Feb 02 15:59:28.511877 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-00d8395c-b2ab-42c3-867a-8f552a6880ad req-caf46a31-2c5b-4fde-b713-138e5716f66f tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459671 Feb 02 15:59:29.065818 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166c60f-127c-495c-b03a-6d3f16f478d5 req-c82d1209-68e9-4bf5-b32b-0d6fa27ac6a7 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:29.067294 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b166c60f-127c-495c-b03a-6d3f16f478d5 req-c82d1209-68e9-4bf5-b32b-0d6fa27ac6a7 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 946 time: 0.0568204 Feb 02 15:59:29.113635 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b166c60f-127c-495c-b03a-6d3f16f478d5 req-5405e206-55ef-4689-8ca0-f00f9df582d5 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402589 Feb 02 15:59:29.628115 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2decf4e-b8e4-4ec5-afaa-a3925f87fce5 req-609cccca-5e6f-40c1-83f8-3b747ca71841 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:29.629602 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e2decf4e-b8e4-4ec5-afaa-a3925f87fce5 req-609cccca-5e6f-40c1-83f8-3b747ca71841 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 946 time: 0.0528510 Feb 02 15:59:29.679815 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e2decf4e-b8e4-4ec5-afaa-a3925f87fce5 req-25f386a3-900f-4a1e-a4a3-a1e0770e427d tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441942 Feb 02 15:59:30.240762 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717ab3f-1134-4ab4-bca5-8a4e7db960eb req-fbf8bea3-b048-419f-bce0-6a32736cd199 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:30.242257 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-7717ab3f-1134-4ab4-bca5-8a4e7db960eb req-fbf8bea3-b048-419f-bce0-6a32736cd199 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 946 time: 0.0557132 Feb 02 15:59:30.286694 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-7717ab3f-1134-4ab4-bca5-8a4e7db960eb req-dec52c63-1d64-42eb-8ead-261f7226b059 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384724 Feb 02 15:59:30.798252 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2eb61e-be76-45e5-b4d2-d51479dc56a1 req-94d9eeb3-29c3-45fa-9b87-b200cb1ea0e4 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:30.799640 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6f2eb61e-be76-45e5-b4d2-d51479dc56a1 req-94d9eeb3-29c3-45fa-9b87-b200cb1ea0e4 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 946 time: 0.0518217 Feb 02 15:59:30.846866 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6f2eb61e-be76-45e5-b4d2-d51479dc56a1 req-0ede204d-bec3-483e-9d39-91e1f2084969 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413055 Feb 02 15:59:31.410602 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897baa68-c64a-438c-bf0c-75f88e290397 req-9d678031-2044-4d01-960b-e7f26d57a020 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:31.412016 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-897baa68-c64a-438c-bf0c-75f88e290397 req-9d678031-2044-4d01-960b-e7f26d57a020 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 946 time: 0.0522108 Feb 02 15:59:31.463054 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-897baa68-c64a-438c-bf0c-75f88e290397 req-e20127d2-1e3a-4a83-a5ea-fdc82a84b53a tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455999 Feb 02 15:59:31.964451 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c76b2-1510-43f2-b100-b7f0bf926dd3 req-ff178734-b1bd-4ec0-86f0-c34abd5c4ed7 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:31.965974 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f58c76b2-1510-43f2-b100-b7f0bf926dd3 req-ff178734-b1bd-4ec0-86f0-c34abd5c4ed7 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 946 time: 0.0527375 Feb 02 15:59:32.014223 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f58c76b2-1510-43f2-b100-b7f0bf926dd3 req-21b46fd0-9bfd-46ad-92d5-a78633a1bb3c tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427535 Feb 02 15:59:32.589237 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6a896-3aeb-47dc-be94-3cb9ec2ca1fd req-7475b98d-2999-4745-a310-5d1c21ad3cac tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:32.590732 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3cb6a896-3aeb-47dc-be94-3cb9ec2ca1fd req-7475b98d-2999-4745-a310-5d1c21ad3cac tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 946 time: 0.0543847 Feb 02 15:59:32.639540 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3cb6a896-3aeb-47dc-be94-3cb9ec2ca1fd req-75a4176b-fe46-4297-aedf-28938260353a tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431166 Feb 02 15:59:32.837572 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aff0ef-af52-4e90-a175-c639222a8894 req-6c0bd66b-dd3c-4570-975a-65a396be4ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:32.839198 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-19aff0ef-af52-4e90-a175-c639222a8894 req-6c0bd66b-dd3c-4570-975a-65a396be4ceb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09f6a7ba2fd841cb8ddb919c7cc3cc33&device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 1130 time: 0.0475504 Feb 02 15:59:33.165534 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5ed5d-54cb-4e89-8de5-1c23a686058f req-ec3bd8eb-8dbb-4cdb-a816-da775bc945d3 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:33.167079 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d1c5ed5d-54cb-4e89-8de5-1c23a686058f req-ec3bd8eb-8dbb-4cdb-a816-da775bc945d3 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 946 time: 0.0762982 Feb 02 15:59:33.198597 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aff0ef-af52-4e90-a175-c639222a8894 req-aaa6d826-e950-405a-bcf5-65cdab93c9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:33.200083 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-19aff0ef-af52-4e90-a175-c639222a8894 req-aaa6d826-e950-405a-bcf5-65cdab93c9bf service neutron] 10.222.0.59 "GET /v2.0/networks?id=96264f45-29e5-48c2-8efd-888143a9e5e2 HTTP/1.1" status: 200 len: 910 time: 0.3545816 Feb 02 15:59:33.217915 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d1c5ed5d-54cb-4e89-8de5-1c23a686058f req-ff4a6770-fde3-49e3-90cf-4a6088d78971 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449710 Feb 02 15:59:33.267160 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-19aff0ef-af52-4e90-a175-c639222a8894 req-6e088445-e6ea-4d02-9493-b97f5b52b0ba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a68738fb-31fa-4b71-bf99-ddd9c9105aba HTTP/1.1" status: 200 len: 1001 time: 0.0608683 Feb 02 15:59:33.322568 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aff0ef-af52-4e90-a175-c639222a8894 req-0675a03e-0205-4d78-839f-798529e64a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:33.324008 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-19aff0ef-af52-4e90-a175-c639222a8894 req-0675a03e-0205-4d78-839f-798529e64a27 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=93bf2d9b-25e2-4562-8db6-071a0b0be22c HTTP/1.1" status: 200 len: 848 time: 0.0444779 Feb 02 15:59:33.373645 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aff0ef-af52-4e90-a175-c639222a8894 req-4e5b5671-db2d-4314-997d-c06e70fc818d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:33.375166 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-19aff0ef-af52-4e90-a175-c639222a8894 req-4e5b5671-db2d-4314-997d-c06e70fc818d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96264f45-29e5-48c2-8efd-888143a9e5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431745 Feb 02 15:59:33.467293 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-19aff0ef-af52-4e90-a175-c639222a8894 req-d5046932-e18b-47e6-b12a-49c7a583cd02 service neutron] 10.222.0.59 "GET /v2.0/networks/96264f45-29e5-48c2-8efd-888143a9e5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848963 Feb 02 15:59:33.566069 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-19aff0ef-af52-4e90-a175-c639222a8894 req-a91aa294-9d1e-42e7-b5bf-31699a398d12 service neutron] 10.222.0.59 "GET /v2.0/networks/96264f45-29e5-48c2-8efd-888143a9e5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828502 Feb 02 15:59:33.761376 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09287277-cd97-44b1-8815-56a5598a4f08 req-924e56f3-5254-4128-89ad-190cfe87304f tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:33.762742 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-09287277-cd97-44b1-8815-56a5598a4f08 req-924e56f3-5254-4128-89ad-190cfe87304f tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 946 time: 0.0518105 Feb 02 15:59:33.807698 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-09287277-cd97-44b1-8815-56a5598a4f08 req-51182010-c84a-46a5-b76e-c9acac008d9d tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395651 Feb 02 15:59:34.341697 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d6dae-3cde-468a-886e-63a1cf6bb14c req-4ee7c7b1-92e6-4ff4-b498-1ee3ad732d32 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:34.343148 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-226d6dae-3cde-468a-886e-63a1cf6bb14c req-4ee7c7b1-92e6-4ff4-b498-1ee3ad732d32 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 946 time: 0.0541556 Feb 02 15:59:34.389937 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-226d6dae-3cde-468a-886e-63a1cf6bb14c req-5443cac6-c353-4c45-8b7b-ff8d265c5e80 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413346 Feb 02 15:59:34.927612 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34e8af-350e-41ee-9c76-7d24467730f2 req-f3022e1f-7123-4b61-b033-0a4a9896aed5 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:34.929089 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-fd34e8af-350e-41ee-9c76-7d24467730f2 req-f3022e1f-7123-4b61-b033-0a4a9896aed5 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 946 time: 0.0513351 Feb 02 15:59:34.974863 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-fd34e8af-350e-41ee-9c76-7d24467730f2 req-c7d21a49-d9b4-46a1-bd9e-703009aac6de tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403364 Feb 02 15:59:35.504726 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7be5c6-a5e1-49fd-a590-ce2f5ba4eebf req-70dc9909-1abf-4136-9b8f-ffcb40ea8a8f tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:35.506958 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4d7be5c6-a5e1-49fd-a590-ce2f5ba4eebf req-70dc9909-1abf-4136-9b8f-ffcb40ea8a8f tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 946 time: 0.0513918 Feb 02 15:59:35.557130 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4d7be5c6-a5e1-49fd-a590-ce2f5ba4eebf req-6972317c-6a2e-41af-84ce-75858f0c2cdd tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447721 Feb 02 15:59:36.098361 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795d588-cb1c-41f5-9403-16fc0c88c3e2 req-f3c1d437-b977-4ab2-9650-7f55f3efeb69 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:36.099932 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b795d588-cb1c-41f5-9403-16fc0c88c3e2 req-f3c1d437-b977-4ab2-9650-7f55f3efeb69 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 946 time: 0.0527186 Feb 02 15:59:36.148661 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b795d588-cb1c-41f5-9403-16fc0c88c3e2 req-2885eb73-004a-40a2-a3b3-0ea27d21e6ce tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432289 Feb 02 15:59:36.674288 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12be4c5-c0a5-41b5-9a1f-5634dae7c238 req-fcd65951-1afa-45ff-900a-dae6ac84666c tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:36.676020 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a12be4c5-c0a5-41b5-9a1f-5634dae7c238 req-fcd65951-1afa-45ff-900a-dae6ac84666c tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 946 time: 0.0527308 Feb 02 15:59:36.725550 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a12be4c5-c0a5-41b5-9a1f-5634dae7c238 req-b3e62779-e06f-4d60-b988-fee34138295a tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432403 Feb 02 15:59:36.936171 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-70f20063-88d6-401c-8c96-b933af047d4c req-8f0f3570-2806-4e40-81d7-97809fb89ea9 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0771549 Feb 02 15:59:36.947265 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421331c-31a3-4291-acba-06c6c7f36a93 req-2f22ac6d-6a3f-418f-aa01-d4c30da8a876 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:36.948699 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1421331c-31a3-4291-acba-06c6c7f36a93 req-2f22ac6d-6a3f-418f-aa01-d4c30da8a876 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 946 time: 0.0625386 Feb 02 15:59:36.999993 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1421331c-31a3-4291-acba-06c6c7f36a93 req-e7900a38-15fb-46e6-9a3e-6941b685c429 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451868 Feb 02 15:59:37.275254 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780b5fb-92db-49e1-a3b7-84ee0483e0a2 req-e5ef17c4-9fcc-4b03-8e39-d197cd1ac70a tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:37.276757 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4780b5fb-92db-49e1-a3b7-84ee0483e0a2 req-e5ef17c4-9fcc-4b03-8e39-d197cd1ac70a tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 946 time: 0.0546787 Feb 02 15:59:37.328106 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4780b5fb-92db-49e1-a3b7-84ee0483e0a2 req-b742259d-ba12-4a6d-aed0-19da021ce910 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455031 Feb 02 15:59:37.383528 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 15:59:37.791250 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device c6d18ddd-40bc-4e32-85cb-3760a79096bd details requested by agent hyperv_hv-cinder-82751 with host hv-cinder-82751 {{(pid=109040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 15:59:37.890811 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port c6d18ddd-40bc-4e32-85cb-3760a79096bd, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=c6d18ddd-40bc-4e32-85cb-3760a79096bd,segment=NetworkSegment(72c8047b-a40f-40bf-b022-6f2ccec93ad0),segment_id=72c8047b-a40f-40bf-b022-6f2ccec93ad0)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:59:37.906270 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Returning: {'device': 'c6d18ddd-40bc-4e32-85cb-3760a79096bd', 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6', 'port_id': 'c6d18ddd-40bc-4e32-85cb-3760a79096bd', 'mac_address': 'fa:16:3e:35:e6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 988, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5347cd5-2ddb-4574-9672-af43239849ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 15:59:37.948556 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port c6d18ddd-40bc-4e32-85cb-3760a79096bd is: ACTIVE; New status is: BUILD {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:59:37.948997 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (c6d18ddd-40bc-4e32-85cb-3760a79096bd), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:59:37.967803 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6d18ddd-40bc-4e32-85cb-3760a79096bd {{(pid=109040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 15:59:37.993340 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port c6d18ddd-40bc-4e32-85cb-3760a79096bd, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=c6d18ddd-40bc-4e32-85cb-3760a79096bd,segment=NetworkSegment(72c8047b-a40f-40bf-b022-6f2ccec93ad0),segment_id=72c8047b-a40f-40bf-b022-6f2ccec93ad0)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:59:37.998278 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (c6d18ddd-40bc-4e32-85cb-3760a79096bd), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:59:38.080870 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=c6d18ddd-40bc-4e32-85cb-3760a79096bd,revision_number=6']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:38.092817 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:59:38.093531 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:59:38.094488 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:59:38.094841 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:59:38.095511 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:59:38.095893 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:59:38.096240 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:59:38.096623 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:59:38.096954 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:59:38.097314 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:59:38.097697 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:59:38.098029 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:59:38.099121 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:59:38.157269 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788cc080-5ad7-46ad-8f13-d4e7fcdcca51 req-ec92a136-4b56-47df-a6a2-45a6a781810f tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:38.158948 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-788cc080-5ad7-46ad-8f13-d4e7fcdcca51 req-ec92a136-4b56-47df-a6a2-45a6a781810f tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 946 time: 0.0636826 Feb 02 15:59:38.218870 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-788cc080-5ad7-46ad-8f13-d4e7fcdcca51 req-4b6bb8d0-c69d-4d68-be4a-399abd659498 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527086 Feb 02 15:59:38.225577 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['c6d18ddd-40bc-4e32-85cb-3760a79096bd'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 15:59:38.497982 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563e086-e29c-4c86-ac9d-142471296d4a req-023226c1-5615-4e29-ab73-0dd0942ff454 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:38.507242 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3563e086-e29c-4c86-ac9d-142471296d4a req-023226c1-5615-4e29-ab73-0dd0942ff454 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 945 time: 0.0811548 Feb 02 15:59:38.561102 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3563e086-e29c-4c86-ac9d-142471296d4a req-abd4851b-73bc-462c-9ce6-3f2fd1e7a0d0 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529664 Feb 02 15:59:38.878343 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f20063-88d6-401c-8c96-b933af047d4c req-e9d94fd4-a825-4e8b-9881-bc8cda957ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:38.881143 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-70f20063-88d6-401c-8c96-b933af047d4c req-e9d94fd4-a825-4e8b-9881-bc8cda957ed0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534&tenant_id=09f6a7ba2fd841cb8ddb919c7cc3cc33 HTTP/1.1" status: 200 len: 1130 time: 0.0492680 Feb 02 15:59:38.982266 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f20063-88d6-401c-8c96-b933af047d4c req-43d8fee1-2f0c-4a36-9c23-a1dda2238763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:38.984219 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-70f20063-88d6-401c-8c96-b933af047d4c req-43d8fee1-2f0c-4a36-9c23-a1dda2238763 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09f6a7ba2fd841cb8ddb919c7cc3cc33&device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 1130 time: 0.0601969 Feb 02 15:59:39.096091 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f20063-88d6-401c-8c96-b933af047d4c req-d9f3f173-f352-4ace-b668-56ace8cd7c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:39.097628 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-70f20063-88d6-401c-8c96-b933af047d4c req-d9f3f173-f352-4ace-b668-56ace8cd7c70 service neutron] 10.222.0.59 "GET /v2.0/networks?id=96264f45-29e5-48c2-8efd-888143a9e5e2 HTTP/1.1" status: 200 len: 910 time: 0.1058679 Feb 02 15:59:39.173143 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-70f20063-88d6-401c-8c96-b933af047d4c req-dc5ed614-c279-41ef-a945-5a3a538f2df0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a68738fb-31fa-4b71-bf99-ddd9c9105aba HTTP/1.1" status: 200 len: 1001 time: 0.0675910 Feb 02 15:59:39.224331 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f20063-88d6-401c-8c96-b933af047d4c req-98be794b-6394-49d7-85bb-9d69c483ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:39.225857 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-70f20063-88d6-401c-8c96-b933af047d4c req-98be794b-6394-49d7-85bb-9d69c483ff53 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=93bf2d9b-25e2-4562-8db6-071a0b0be22c HTTP/1.1" status: 200 len: 848 time: 0.0459373 Feb 02 15:59:39.286956 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f20063-88d6-401c-8c96-b933af047d4c req-03adf007-e697-47c2-8b08-0c2e8fbd35d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:39.288765 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-70f20063-88d6-401c-8c96-b933af047d4c req-03adf007-e697-47c2-8b08-0c2e8fbd35d4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96264f45-29e5-48c2-8efd-888143a9e5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561886 Feb 02 15:59:39.359281 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d659c-a57b-46ef-bce6-9b5d23a750af req-221e9063-d614-4e5f-825f-caaaf3cb0306 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:39.366874 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3e4d659c-a57b-46ef-bce6-9b5d23a750af req-221e9063-d614-4e5f-825f-caaaf3cb0306 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 946 time: 0.0669165 Feb 02 15:59:39.404611 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-70f20063-88d6-401c-8c96-b933af047d4c req-ee3c9f64-1d99-4204-bf96-6c4c5726de8c service neutron] 10.222.0.59 "GET /v2.0/networks/96264f45-29e5-48c2-8efd-888143a9e5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093309 Feb 02 15:59:39.416644 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3e4d659c-a57b-46ef-bce6-9b5d23a750af req-9132950c-112d-448a-89ba-eda8647683d1 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486014 Feb 02 15:59:39.519247 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-70f20063-88d6-401c-8c96-b933af047d4c req-cc46ab78-81d5-43ee-a1cd-60c8949b4ad4 service neutron] 10.222.0.59 "GET /v2.0/networks/96264f45-29e5-48c2-8efd-888143a9e5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048274 Feb 02 15:59:39.700710 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7d71a-26cf-42bc-932d-a7f8cf815c2f req-13667598-430b-4b72-be43-18dfa1bef0fd tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:39.702295 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-20b7d71a-26cf-42bc-932d-a7f8cf815c2f req-13667598-430b-4b72-be43-18dfa1bef0fd tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 945 time: 0.0589187 Feb 02 15:59:39.754574 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-20b7d71a-26cf-42bc-932d-a7f8cf815c2f req-ddbd37c3-8288-4b7e-bf89-60202f806922 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450900 Feb 02 15:59:39.790330 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device c6d18ddd-40bc-4e32-85cb-3760a79096bd up at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:59:39.842476 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning complete for port c6d18ddd-40bc-4e32-85cb-3760a79096bd triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:59:39.842862 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (c6d18ddd-40bc-4e32-85cb-3760a79096bd), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:59:39.931800 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port c6d18ddd-40bc-4e32-85cb-3760a79096bd is: BUILD; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:59:39.932190 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (c6d18ddd-40bc-4e32-85cb-3760a79096bd), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:59:39.957194 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7664f06a-a2df-4421-a1fe-37a81bef326c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d18ddd-40bc-4e32-85cb-3760a79096bd'}] {{(pid=109040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:59:39.960236 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1d7bcdb5a183cc49b107777b4db9278503cec4984c40d99c754c4d9ca4724a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b9c5b7-824a-4b1a-bd59-217b3a7ba176" -d '{"events": [{"server_uuid": "7664f06a-a2df-4421-a1fe-37a81bef326c", "name": "network-vif-plugged", "status": "completed", "tag": "c6d18ddd-40bc-4e32-85cb-3760a79096bd"}]}' {{(pid=109040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:59:39.980194 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port c6d18ddd-40bc-4e32-85cb-3760a79096bd, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=c6d18ddd-40bc-4e32-85cb-3760a79096bd,segment=NetworkSegment(72c8047b-a40f-40bf-b022-6f2ccec93ad0),segment_id=72c8047b-a40f-40bf-b022-6f2ccec93ad0)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:59:39.983636 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (c6d18ddd-40bc-4e32-85cb-3760a79096bd), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:59:39.984756 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device a68738fb-31fa-4b71-bf99-ddd9c9105aba no longer exists at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 15:59:40.079247 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=c6d18ddd-40bc-4e32-85cb-3760a79096bd,revision_number=7']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:40.113394 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 15:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124c4389-4be4-402e-8673-88c699abe498 x-openstack-request-id: req-124c4389-4be4-402e-8673-88c699abe498 {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:59:40.113755 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7664f06a-a2df-4421-a1fe-37a81bef326c", "name": "network-vif-plugged", "status": "completed", "tag": "c6d18ddd-40bc-4e32-85cb-3760a79096bd", "code": 200}]} {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:59:40.113934 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-124c4389-4be4-402e-8673-88c699abe498 {{(pid=109040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:59:40.114811 dv-cinder-827511-1-iscsi neutron-server[109040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7664f06a-a2df-4421-a1fe-37a81bef326c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d18ddd-40bc-4e32-85cb-3760a79096bd', 'code': 200} Feb 02 15:59:40.139078 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port a68738fb-31fa-4b71-bf99-ddd9c9105aba is: ACTIVE; New status is: DOWN {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:59:40.140110 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (a68738fb-31fa-4b71-bf99-ddd9c9105aba), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:59:40.182519 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port a68738fb-31fa-4b71-bf99-ddd9c9105aba, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=a68738fb-31fa-4b71-bf99-ddd9c9105aba,segment=NetworkSegment(5a507211-54a4-4f7d-9c42-be9fe103a157),segment_id=5a507211-54a4-4f7d-9c42-be9fe103a157)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:59:40.187546 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (a68738fb-31fa-4b71-bf99-ddd9c9105aba), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:59:40.242762 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=a68738fb-31fa-4b71-bf99-ddd9c9105aba,revision_number=6']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:40.553919 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2a8af-5043-4e4a-b28d-6b785d8f1967 req-964d61a5-2d12-4f7c-83e5-e019c0f67efd tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:40.555580 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e1e2a8af-5043-4e4a-b28d-6b785d8f1967 req-964d61a5-2d12-4f7c-83e5-e019c0f67efd tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 944 time: 0.0586331 Feb 02 15:59:40.611825 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e1e2a8af-5043-4e4a-b28d-6b785d8f1967 req-dc239482-3be4-4d6f-bcd7-c0c13ec13796 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496192 Feb 02 15:59:40.903537 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d4d4a-980d-4f69-bc7a-a307ba556073 req-c73ae1f5-4c59-460f-ac36-61f09e9768e8 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:40.905300 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-947d4d4a-980d-4f69-bc7a-a307ba556073 req-c73ae1f5-4c59-460f-ac36-61f09e9768e8 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 946 time: 0.0641747 Feb 02 15:59:40.970865 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-947d4d4a-980d-4f69-bc7a-a307ba556073 req-5a2112bf-c3c5-466c-a576-d8de75fc2b64 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593648 Feb 02 15:59:41.744732 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e5354-9ce1-4112-be69-834d87b5fabe req-58f62d05-203b-4ecf-9ffd-b2a39e98215d tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:41.749095 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-aa2e5354-9ce1-4112-be69-834d87b5fabe req-58f62d05-203b-4ecf-9ffd-b2a39e98215d tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 944 time: 0.0565820 Feb 02 15:59:41.808467 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-aa2e5354-9ce1-4112-be69-834d87b5fabe req-6f0ac240-75b1-447b-8a34-6f8aede82d3f tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446455 Feb 02 15:59:42.106969 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd15c9-ccb9-45aa-ba85-70cdd76b2045 req-079b87b4-227e-459c-b5f2-ebde0523884c tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:42.108459 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4bdd15c9-ccb9-45aa-ba85-70cdd76b2045 req-079b87b4-227e-459c-b5f2-ebde0523884c tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 946 time: 0.0603843 Feb 02 15:59:42.116135 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14625d6-128e-46ad-99ff-047af4b40534', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a68738fb-31fa-4b71-bf99-ddd9c9105aba'}] {{(pid=109040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:59:42.118463 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1d7bcdb5a183cc49b107777b4db9278503cec4984c40d99c754c4d9ca4724a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a63c1a-db85-43e0-99d7-a62033502200" -d '{"events": [{"server_uuid": "d14625d6-128e-46ad-99ff-047af4b40534", "name": "network-vif-unplugged", "status": "completed", "tag": "a68738fb-31fa-4b71-bf99-ddd9c9105aba"}]}' {{(pid=109040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:59:42.163898 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4bdd15c9-ccb9-45aa-ba85-70cdd76b2045 req-3a0aee58-969c-4d91-b480-aa5cbafb6aef tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487874 Feb 02 15:59:42.188071 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 15:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1402848-457a-4f83-808a-881584bc3905 x-openstack-request-id: req-e1402848-457a-4f83-808a-881584bc3905 {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:59:42.188372 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14625d6-128e-46ad-99ff-047af4b40534", "name": "network-vif-unplugged", "status": "completed", "tag": "a68738fb-31fa-4b71-bf99-ddd9c9105aba", "code": 200}]} {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:59:42.188630 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-e1402848-457a-4f83-808a-881584bc3905 {{(pid=109040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:59:42.189097 dv-cinder-827511-1-iscsi neutron-server[109040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14625d6-128e-46ad-99ff-047af4b40534', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a68738fb-31fa-4b71-bf99-ddd9c9105aba', 'code': 200} Feb 02 15:59:42.876785 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-30706399-3775-47de-9bf2-79dfc80113ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:59:42.990350 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33bf37-4ca3-4319-a941-a02332bd2cd1 req-b4b5c263-da67-4617-9eac-257fee230402 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:42.997881 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4a33bf37-4ca3-4319-a941-a02332bd2cd1 req-b4b5c263-da67-4617-9eac-257fee230402 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 944 time: 0.0823243 Feb 02 15:59:43.047069 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4a33bf37-4ca3-4319-a941-a02332bd2cd1 req-220724b1-1d9a-4998-947b-0a0ebc40049e tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481982 Feb 02 15:59:43.326234 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6dc4a-f735-45f1-bce1-99f902fb6f60 req-6ede8349-4efb-494c-809e-a69d4b4eed3a tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:43.327992 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-10a6dc4a-f735-45f1-bce1-99f902fb6f60 req-6ede8349-4efb-494c-809e-a69d4b4eed3a tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 946 time: 0.0596111 Feb 02 15:59:43.379525 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-10a6dc4a-f735-45f1-bce1-99f902fb6f60 req-f50219a2-d373-4805-9421-1934134b7ce4 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460668 Feb 02 15:59:44.189648 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4aec78-878b-441e-9356-42173fa8b92d req-9d7b73a8-fde5-4c8e-ab41-2acfda055709 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:44.196849 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6e4aec78-878b-441e-9356-42173fa8b92d req-9d7b73a8-fde5-4c8e-ab41-2acfda055709 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 944 time: 0.0655606 Feb 02 15:59:44.244425 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6e4aec78-878b-441e-9356-42173fa8b92d req-3e803247-d4ca-4091-8d04-9a1689119e6c tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466485 Feb 02 15:59:44.536843 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f562db7-efa3-431e-8bfa-a07c86c16557 req-96cedcfd-a1da-42bd-9afa-a95a8c7795cb tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:44.541513 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6f562db7-efa3-431e-8bfa-a07c86c16557 req-96cedcfd-a1da-42bd-9afa-a95a8c7795cb tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 946 time: 0.0699513 Feb 02 15:59:44.596535 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6f562db7-efa3-431e-8bfa-a07c86c16557 req-21bd7733-9771-44c5-81b1-05fa33dfae6b tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527070 Feb 02 15:59:45.365659 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-8463c01a-125c-4407-98cd-adfe7d450c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:59:45.396501 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46ec7d-75cd-4f48-8af7-1330547b6923 req-4582a4b9-2c13-4586-838f-d6fa18f02a36 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:45.402397 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0f46ec7d-75cd-4f48-8af7-1330547b6923 req-4582a4b9-2c13-4586-838f-d6fa18f02a36 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 944 time: 0.0732651 Feb 02 15:59:45.456733 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0f46ec7d-75cd-4f48-8af7-1330547b6923 req-6d9c2175-3447-40f5-b31b-7b574e28ce9f tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493221 Feb 02 15:59:45.749318 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39374380-8528-4c53-a405-4e7dab00cedc req-a5934485-8b79-43f4-9082-abac90789c3c tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:45.750970 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-39374380-8528-4c53-a405-4e7dab00cedc req-a5934485-8b79-43f4-9082-abac90789c3c tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 946 time: 0.0714619 Feb 02 15:59:45.829649 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-39374380-8528-4c53-a405-4e7dab00cedc req-1d54c6f8-273b-417c-8b55-336898183bff tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712454 Feb 02 15:59:45.980550 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d8b40-aa16-4257-ab9c-ca654fe59f71 req-a4454058-4b7a-45d4-9472-0a887a8a427b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:45.982215 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-f10d8b40-aa16-4257-ab9c-ca654fe59f71 req-a4454058-4b7a-45d4-9472-0a887a8a427b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 1128 time: 0.0519934 Feb 02 15:59:46.032444 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-f10d8b40-aa16-4257-ab9c-ca654fe59f71 req-0ccf3002-2a5c-4537-bda5-8e9d9816aeee service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437455 Feb 02 15:59:46.245771 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:59:46.587582 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fac374-f600-4540-9f00-3075f98b8282 req-47bbe580-71b8-4d12-8a84-ff4c7cca782b tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:46.589079 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e7fac374-f600-4540-9f00-3075f98b8282 req-47bbe580-71b8-4d12-8a84-ff4c7cca782b tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 944 time: 0.0574946 Feb 02 15:59:46.637805 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e7fac374-f600-4540-9f00-3075f98b8282 req-a617d322-b96a-464f-bab8-9854eabb92e1 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430112 Feb 02 15:59:46.970683 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3faa340-7fdf-439c-92ed-2fc49cb508ee req-a1f0b95d-2fe7-4d1b-813a-856429bff18d tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:46.972146 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f3faa340-7fdf-439c-92ed-2fc49cb508ee req-a1f0b95d-2fe7-4d1b-813a-856429bff18d tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 946 time: 0.0525603 Feb 02 15:59:47.017439 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f3faa340-7fdf-439c-92ed-2fc49cb508ee req-94e61db0-7437-4d8a-b7aa-70029cb3a669 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395815 Feb 02 15:59:47.393848 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:59:47.459537 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-493adb17-14cb-4472-93e6-976ba5ee8a71 req-c4dc16aa-bea0-4701-8558-b00f59b66fba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455325 Feb 02 15:59:47.579119 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226dcf6-73ab-4453-9841-f843a5885632 req-af976ee1-72ff-4f0e-891e-9c6fb442acf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:47.580635 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-4226dcf6-73ab-4453-9841-f843a5885632 req-af976ee1-72ff-4f0e-891e-9c6fb442acf3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e46d9c184bc14bb2869a6bbc48e00252&device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 1130 time: 0.0768380 Feb 02 15:59:47.589429 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493adb17-14cb-4472-93e6-976ba5ee8a71 req-9baebac4-770b-419f-a926-474ab9526989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:47.590791 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-493adb17-14cb-4472-93e6-976ba5ee8a71 req-9baebac4-770b-419f-a926-474ab9526989 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09f6a7ba2fd841cb8ddb919c7cc3cc33&device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 1128 time: 0.0583351 Feb 02 15:59:47.675528 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:59:47.753260 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226dcf6-73ab-4453-9841-f843a5885632 req-568ad028-0fc7-41b6-b30a-d8c6309d2ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:47.754895 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-4226dcf6-73ab-4453-9841-f843a5885632 req-568ad028-0fc7-41b6-b30a-d8c6309d2ade service neutron] 10.222.0.59 "GET /v2.0/networks?id=b0953c76-584e-4cc9-bd10-70c56077e5e6 HTTP/1.1" status: 200 len: 918 time: 0.1631465 Feb 02 15:59:47.762236 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4692a4-4a69-4173-806f-7faba49edc07 req-df217c3b-b120-40c6-ab6e-804970055212 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:47.763808 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0d4692a4-4a69-4173-806f-7faba49edc07 req-df217c3b-b120-40c6-ab6e-804970055212 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 944 time: 0.0521386 Feb 02 15:59:47.772914 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493adb17-14cb-4472-93e6-976ba5ee8a71 req-fa229232-de17-48ca-9de1-2fb7e0d3b026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:47.774395 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-493adb17-14cb-4472-93e6-976ba5ee8a71 req-fa229232-de17-48ca-9de1-2fb7e0d3b026 service neutron] 10.222.0.59 "GET /v2.0/networks?id=96264f45-29e5-48c2-8efd-888143a9e5e2 HTTP/1.1" status: 200 len: 910 time: 0.1623218 Feb 02 15:59:47.816667 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0d4692a4-4a69-4173-806f-7faba49edc07 req-20c35209-306f-473a-bf41-f25273a61f2a tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469830 Feb 02 15:59:47.828328 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device a68738fb-31fa-4b71-bf99-ddd9c9105aba details requested by agent hyperv_hv-cinder-82751 with host hv-cinder-82751 {{(pid=109040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 15:59:47.870685 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-4226dcf6-73ab-4453-9841-f843a5885632 req-fce55923-32da-4bb6-b40a-398404da0371 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6d18ddd-40bc-4e32-85cb-3760a79096bd HTTP/1.1" status: 200 len: 1002 time: 0.1098878 Feb 02 15:59:47.878186 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-493adb17-14cb-4472-93e6-976ba5ee8a71 req-1c35635e-cef8-4fea-baee-6e4395cae975 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a68738fb-31fa-4b71-bf99-ddd9c9105aba HTTP/1.1" status: 200 len: 999 time: 0.0766284 Feb 02 15:59:47.926762 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port a68738fb-31fa-4b71-bf99-ddd9c9105aba, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=a68738fb-31fa-4b71-bf99-ddd9c9105aba,segment=NetworkSegment(5a507211-54a4-4f7d-9c42-be9fe103a157),segment_id=5a507211-54a4-4f7d-9c42-be9fe103a157)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:59:47.938191 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Returning: {'device': 'a68738fb-31fa-4b71-bf99-ddd9c9105aba', 'network_id': '96264f45-29e5-48c2-8efd-888143a9e5e2', 'port_id': 'a68738fb-31fa-4b71-bf99-ddd9c9105aba', 'mac_address': 'fa:16:3e:51:ac:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 986, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93bf2d9b-25e2-4562-8db6-071a0b0be22c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 15:59:47.958988 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226dcf6-73ab-4453-9841-f843a5885632 req-ba193084-f403-44a8-906d-6290184b2101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:47.960496 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-4226dcf6-73ab-4453-9841-f843a5885632 req-ba193084-f403-44a8-906d-6290184b2101 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5347cd5-2ddb-4574-9672-af43239849ac HTTP/1.1" status: 200 len: 856 time: 0.0814502 Feb 02 15:59:47.962210 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493adb17-14cb-4472-93e6-976ba5ee8a71 req-ce535cc7-7ea0-48d8-81a1-46d75244b7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:47.963513 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-493adb17-14cb-4472-93e6-976ba5ee8a71 req-ce535cc7-7ea0-48d8-81a1-46d75244b7a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=93bf2d9b-25e2-4562-8db6-071a0b0be22c HTTP/1.1" status: 200 len: 848 time: 0.0760593 Feb 02 15:59:47.979953 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port a68738fb-31fa-4b71-bf99-ddd9c9105aba is: DOWN; New status is: BUILD {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:59:47.980343 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (a68738fb-31fa-4b71-bf99-ddd9c9105aba), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:59:47.992975 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68738fb-31fa-4b71-bf99-ddd9c9105aba {{(pid=109040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 15:59:48.012132 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port a68738fb-31fa-4b71-bf99-ddd9c9105aba, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=a68738fb-31fa-4b71-bf99-ddd9c9105aba,segment=NetworkSegment(5a507211-54a4-4f7d-9c42-be9fe103a157),segment_id=5a507211-54a4-4f7d-9c42-be9fe103a157)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:59:48.017724 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (a68738fb-31fa-4b71-bf99-ddd9c9105aba), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:59:48.050167 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226dcf6-73ab-4453-9841-f843a5885632 req-a9023598-d97e-4e5f-aa78-227320bc93b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:48.051630 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-4226dcf6-73ab-4453-9841-f843a5885632 req-a9023598-d97e-4e5f-aa78-227320bc93b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0953c76-584e-4cc9-bd10-70c56077e5e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0797114 Feb 02 15:59:48.054101 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493adb17-14cb-4472-93e6-976ba5ee8a71 req-f04ac466-9237-4750-97f7-cad8091058c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:48.055502 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-493adb17-14cb-4472-93e6-976ba5ee8a71 req-f04ac466-9237-4750-97f7-cad8091058c3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96264f45-29e5-48c2-8efd-888143a9e5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0824780 Feb 02 15:59:48.072355 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=a68738fb-31fa-4b71-bf99-ddd9c9105aba,revision_number=7']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:48.145387 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d967110-6f0a-481f-be32-6db910a2a983 req-ef6e91bd-8f0b-4ef2-8ce7-0895db97e894 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:48.148101 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9d967110-6f0a-481f-be32-6db910a2a983 req-ef6e91bd-8f0b-4ef2-8ce7-0895db97e894 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 946 time: 0.0549731 Feb 02 15:59:48.194560 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9d967110-6f0a-481f-be32-6db910a2a983 req-41c16b38-cce4-4110-ac4f-4799eef386bb tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421283 Feb 02 15:59:48.220071 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-493adb17-14cb-4472-93e6-976ba5ee8a71 req-9eeed340-8658-4a1b-91b6-632dd4e64bdb service neutron] 10.222.0.59 "GET /v2.0/networks/96264f45-29e5-48c2-8efd-888143a9e5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485877 Feb 02 15:59:48.223997 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-4226dcf6-73ab-4453-9841-f843a5885632 req-04d3fff8-e407-42c5-b872-fc4983665437 service neutron] 10.222.0.59 "GET /v2.0/networks/b0953c76-584e-4cc9-bd10-70c56077e5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605995 Feb 02 15:59:48.387019 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-493adb17-14cb-4472-93e6-976ba5ee8a71 req-4ecd4a2c-12fa-4b4a-b1e5-a39192a86a4a service neutron] 10.222.0.59 "GET /v2.0/networks/96264f45-29e5-48c2-8efd-888143a9e5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523135 Feb 02 15:59:48.388927 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-4226dcf6-73ab-4453-9841-f843a5885632 req-ee3115cb-b6b8-431e-b131-6acfaec327ad service neutron] 10.222.0.59 "GET /v2.0/networks/b0953c76-584e-4cc9-bd10-70c56077e5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463454 Feb 02 15:59:48.392862 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['a68738fb-31fa-4b71-bf99-ddd9c9105aba'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 15:59:49.202088 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:59:49.316516 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3bb39-1138-4f84-acd6-762b838b943f req-256350d0-28a6-4d8e-8f01-67bb9f92376f tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:49.318242 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-48b3bb39-1138-4f84-acd6-762b838b943f req-256350d0-28a6-4d8e-8f01-67bb9f92376f tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 946 time: 0.0526559 Feb 02 15:59:49.363933 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-48b3bb39-1138-4f84-acd6-762b838b943f req-c5db9a16-25c3-47bf-9d81-4e655c76698e tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401027 Feb 02 15:59:49.860871 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device a68738fb-31fa-4b71-bf99-ddd9c9105aba up at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 15:59:49.907114 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning complete for port a68738fb-31fa-4b71-bf99-ddd9c9105aba triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:59:49.907489 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (a68738fb-31fa-4b71-bf99-ddd9c9105aba), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:59:49.984556 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port a68738fb-31fa-4b71-bf99-ddd9c9105aba is: BUILD; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:59:49.984941 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (a68738fb-31fa-4b71-bf99-ddd9c9105aba), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:59:50.006247 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14625d6-128e-46ad-99ff-047af4b40534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68738fb-31fa-4b71-bf99-ddd9c9105aba'}] {{(pid=109040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:59:50.008429 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1d7bcdb5a183cc49b107777b4db9278503cec4984c40d99c754c4d9ca4724a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70bab02-90da-4209-b7a4-50304a1baed3" -d '{"events": [{"server_uuid": "d14625d6-128e-46ad-99ff-047af4b40534", "name": "network-vif-plugged", "status": "completed", "tag": "a68738fb-31fa-4b71-bf99-ddd9c9105aba"}]}' {{(pid=109040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:59:50.021627 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port a68738fb-31fa-4b71-bf99-ddd9c9105aba, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=a68738fb-31fa-4b71-bf99-ddd9c9105aba,segment=NetworkSegment(5a507211-54a4-4f7d-9c42-be9fe103a157),segment_id=5a507211-54a4-4f7d-9c42-be9fe103a157)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:59:50.025685 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (a68738fb-31fa-4b71-bf99-ddd9c9105aba), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:59:50.053367 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 15:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895ac529-0531-467d-8d71-318083318745 x-openstack-request-id: req-895ac529-0531-467d-8d71-318083318745 {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:59:50.053667 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14625d6-128e-46ad-99ff-047af4b40534", "name": "network-vif-plugged", "status": "completed", "tag": "a68738fb-31fa-4b71-bf99-ddd9c9105aba", "code": 200}]} {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:59:50.053937 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-895ac529-0531-467d-8d71-318083318745 {{(pid=109040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:59:50.054344 dv-cinder-827511-1-iscsi neutron-server[109040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14625d6-128e-46ad-99ff-047af4b40534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68738fb-31fa-4b71-bf99-ddd9c9105aba', 'code': 200} Feb 02 15:59:50.077718 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=a68738fb-31fa-4b71-bf99-ddd9c9105aba,revision_number=8']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:50.488524 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699d5ec-7f5e-4391-93fe-d698792cf9c7 req-59fff938-6080-4782-a4fc-f5e073814b21 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:50.490199 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-7699d5ec-7f5e-4391-93fe-d698792cf9c7 req-59fff938-6080-4782-a4fc-f5e073814b21 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 946 time: 0.0549219 Feb 02 15:59:50.535876 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-7699d5ec-7f5e-4391-93fe-d698792cf9c7 req-634f5a19-37d8-40ff-9bbb-31a4a494f74b tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402298 Feb 02 15:59:51.372502 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [req-a3cc8434-64ce-4675-a026-3dd116ec9363 req-2731fe9c-e7d9-458d-8022-b6e9fb85b901 service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=109039) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 15:59:51.373578 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a3cc8434-64ce-4675-a026-3dd116ec9363 req-2731fe9c-e7d9-458d-8022-b6e9fb85b901 service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0515447 Feb 02 15:59:51.848807 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device c6d18ddd-40bc-4e32-85cb-3760a79096bd no longer exists at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 15:59:51.928414 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port c6d18ddd-40bc-4e32-85cb-3760a79096bd is: ACTIVE; New status is: DOWN {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 15:59:51.928832 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (c6d18ddd-40bc-4e32-85cb-3760a79096bd), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:59:51.962535 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port c6d18ddd-40bc-4e32-85cb-3760a79096bd, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=c6d18ddd-40bc-4e32-85cb-3760a79096bd,segment=NetworkSegment(72c8047b-a40f-40bf-b022-6f2ccec93ad0),segment_id=72c8047b-a40f-40bf-b022-6f2ccec93ad0)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 15:59:51.966408 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (c6d18ddd-40bc-4e32-85cb-3760a79096bd), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 15:59:52.015759 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=c6d18ddd-40bc-4e32-85cb-3760a79096bd,revision_number=8']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:52.055052 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7664f06a-a2df-4421-a1fe-37a81bef326c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6d18ddd-40bc-4e32-85cb-3760a79096bd'}] {{(pid=109040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 15:59:52.057369 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1d7bcdb5a183cc49b107777b4db9278503cec4984c40d99c754c4d9ca4724a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e087b14-693b-4213-a6b9-1a34b5bc04ee" -d '{"events": [{"server_uuid": "7664f06a-a2df-4421-a1fe-37a81bef326c", "name": "network-vif-unplugged", "status": "completed", "tag": "c6d18ddd-40bc-4e32-85cb-3760a79096bd"}]}' {{(pid=109040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 15:59:52.092451 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 02 Feb 2022 15:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4643e122-9f78-45e0-8e7b-b1a53a4c45c0 x-openstack-request-id: req-4643e122-9f78-45e0-8e7b-b1a53a4c45c0 {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 15:59:52.092743 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7664f06a-a2df-4421-a1fe-37a81bef326c", "name": "network-vif-unplugged", "status": "failed", "tag": "c6d18ddd-40bc-4e32-85cb-3760a79096bd", "code": 422}]} {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 15:59:52.093004 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-4643e122-9f78-45e0-8e7b-b1a53a4c45c0 {{(pid=109040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 15:59:52.093479 dv-cinder-827511-1-iscsi neutron-server[109040]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7664f06a-a2df-4421-a1fe-37a81bef326c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c6d18ddd-40bc-4e32-85cb-3760a79096bd', 'code': 422} returned with failed status Feb 02 15:59:52.547486 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ca571-9b2b-470c-abd4-707e33f61520 req-f2321c78-77d2-4123-ad9b-01bc47166a20 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:52.549016 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9d6ca571-9b2b-470c-abd4-707e33f61520 req-f2321c78-77d2-4123-ad9b-01bc47166a20 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 944 time: 0.0557630 Feb 02 15:59:52.601680 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9d6ca571-9b2b-470c-abd4-707e33f61520 req-e72da757-3f76-4f14-96a1-0d76481b9905 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447347 Feb 02 15:59:52.777413 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 35316) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 15:59:52.869939 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-87d3ee5c-4ded-4a94-952a-9379cc704771 req-585302ac-15b1-4c7d-98c0-8abe3f26b0d7 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0913131 Feb 02 15:59:52.878711 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [req-87d3ee5c-4ded-4a94-952a-9379cc704771 req-4d713053-d930-40f6-9799-df694d4d6659 service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=109038) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 15:59:52.879848 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-87d3ee5c-4ded-4a94-952a-9379cc704771 req-4d713053-d930-40f6-9799-df694d4d6659 service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052943 Feb 02 15:59:53.349514 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798cb684-08c5-41f8-90dd-06e29fb39b17 req-c037ef33-d7c3-4d24-9f33-c63100e8e8ba tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:53.351004 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-798cb684-08c5-41f8-90dd-06e29fb39b17 req-c037ef33-d7c3-4d24-9f33-c63100e8e8ba tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0576913 Feb 02 15:59:53.397940 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-798cb684-08c5-41f8-90dd-06e29fb39b17 req-9b6f9bd9-6ee5-4e21-ad1e-731178c81d09 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414152 Feb 02 15:59:53.728460 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4dfc58-c3f7-4590-a751-328e99964189 req-d8da5acf-c010-4179-add1-85629be682dd tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:53.729981 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1d4dfc58-c3f7-4590-a751-328e99964189 req-d8da5acf-c010-4179-add1-85629be682dd tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 944 time: 0.0514283 Feb 02 15:59:53.778416 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1d4dfc58-c3f7-4590-a751-328e99964189 req-4478701c-1967-41ae-a5a8-9982b329d2ed tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428586 Feb 02 15:59:53.798579 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3ee5c-4ded-4a94-952a-9379cc704771 req-2db04273-c8f6-4e5a-83f7-31311dc15df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:53.800098 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-87d3ee5c-4ded-4a94-952a-9379cc704771 req-2db04273-c8f6-4e5a-83f7-31311dc15df7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c&tenant_id=e46d9c184bc14bb2869a6bbc48e00252 HTTP/1.1" status: 200 len: 1128 time: 0.0460389 Feb 02 15:59:53.888989 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3ee5c-4ded-4a94-952a-9379cc704771 req-ec5ab464-de03-494c-9734-7a41f3062426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:53.890430 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-87d3ee5c-4ded-4a94-952a-9379cc704771 req-ec5ab464-de03-494c-9734-7a41f3062426 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e46d9c184bc14bb2869a6bbc48e00252&device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 1128 time: 0.0485659 Feb 02 15:59:53.979203 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3ee5c-4ded-4a94-952a-9379cc704771 req-d9bfa6ca-8791-4ecf-a34d-894625c0dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:53.980714 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-87d3ee5c-4ded-4a94-952a-9379cc704771 req-d9bfa6ca-8791-4ecf-a34d-894625c0dff5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b0953c76-584e-4cc9-bd10-70c56077e5e6 HTTP/1.1" status: 200 len: 918 time: 0.0831673 Feb 02 15:59:54.047243 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-87d3ee5c-4ded-4a94-952a-9379cc704771 req-faf85bc6-dc27-4016-92db-f58d0f5893c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6d18ddd-40bc-4e32-85cb-3760a79096bd HTTP/1.1" status: 200 len: 1000 time: 0.0605681 Feb 02 15:59:54.095096 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3ee5c-4ded-4a94-952a-9379cc704771 req-eb4ec3fb-65cf-4486-888f-fa6149116e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:54.096633 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-87d3ee5c-4ded-4a94-952a-9379cc704771 req-eb4ec3fb-65cf-4486-888f-fa6149116e8a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5347cd5-2ddb-4574-9672-af43239849ac HTTP/1.1" status: 200 len: 856 time: 0.0437460 Feb 02 15:59:54.145090 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3ee5c-4ded-4a94-952a-9379cc704771 req-919620dd-3746-4450-a2f4-26e69c46d282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:54.146744 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-87d3ee5c-4ded-4a94-952a-9379cc704771 req-919620dd-3746-4450-a2f4-26e69c46d282 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0953c76-584e-4cc9-bd10-70c56077e5e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440116 Feb 02 15:59:54.245438 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-87d3ee5c-4ded-4a94-952a-9379cc704771 req-40709170-ba7e-41ae-8612-04aecd1134ff service neutron] 10.222.0.59 "GET /v2.0/networks/b0953c76-584e-4cc9-bd10-70c56077e5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848346 Feb 02 15:59:54.333945 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-87d3ee5c-4ded-4a94-952a-9379cc704771 req-19fefd5f-cdff-4505-9614-b1bfac347241 service neutron] 10.222.0.59 "GET /v2.0/networks/b0953c76-584e-4cc9-bd10-70c56077e5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821507 Feb 02 15:59:54.518473 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0771f-d641-4811-88b8-16f2897e3592 req-fadd1d04-75f0-49eb-8478-92adf303588c tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:54.520405 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5cd0771f-d641-4811-88b8-16f2897e3592 req-fadd1d04-75f0-49eb-8478-92adf303588c tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0549414 Feb 02 15:59:54.575067 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5cd0771f-d641-4811-88b8-16f2897e3592 req-982da283-ecd9-4c1d-b76e-4166812025f2 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481791 Feb 02 15:59:54.962307 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbf1c7-6986-4f8a-8ad3-a592c88c5f6d req-c7e38809-1d2a-45dd-ac18-fcf100671730 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:54.964663 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1ccbf1c7-6986-4f8a-8ad3-a592c88c5f6d req-c7e38809-1d2a-45dd-ac18-fcf100671730 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 944 time: 0.0667434 Feb 02 15:59:55.026406 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1ccbf1c7-6986-4f8a-8ad3-a592c88c5f6d req-d3e5213b-0d01-47db-869f-2674d897064c tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560470 Feb 02 15:59:55.699276 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272db35-1389-41e6-b3d6-0b16c078987f req-a705011c-36d5-4750-8718-5dfb3e85c7af tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:55.700841 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4272db35-1389-41e6-b3d6-0b16c078987f req-a705011c-36d5-4750-8718-5dfb3e85c7af tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0545187 Feb 02 15:59:55.754089 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4272db35-1389-41e6-b3d6-0b16c078987f req-9bef3993-126b-49d2-ac9b-b4dceb694efa tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476327 Feb 02 15:59:56.167240 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1bf087-88d9-409e-9f6b-8ad88995e4ac req-2ae2647d-ac62-446c-ba9b-2ebc405d96d9 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:56.168738 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5f1bf087-88d9-409e-9f6b-8ad88995e4ac req-2ae2647d-ac62-446c-ba9b-2ebc405d96d9 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 944 time: 0.0601935 Feb 02 15:59:56.218006 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5f1bf087-88d9-409e-9f6b-8ad88995e4ac req-385234ab-9c9d-461f-b843-36ed64c7ba56 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437648 Feb 02 15:59:56.898074 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a15d00-de66-4fc3-95e8-915c3ccae272 req-efb73501-e511-44cd-b429-587598ff7c0b tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:56.899930 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a4a15d00-de66-4fc3-95e8-915c3ccae272 req-efb73501-e511-44cd-b429-587598ff7c0b tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0680416 Feb 02 15:59:56.958664 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a4a15d00-de66-4fc3-95e8-915c3ccae272 req-b47a9445-33d9-452e-9c7a-044b01e075c6 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524480 Feb 02 15:59:57.350831 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c10749-1005-498b-82e1-c98b0471dedb req-0d72191b-210e-40e3-b869-910f2b7d8066 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:57.352365 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d7c10749-1005-498b-82e1-c98b0471dedb req-0d72191b-210e-40e3-b869-910f2b7d8066 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 944 time: 0.0550644 Feb 02 15:59:57.406247 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d7c10749-1005-498b-82e1-c98b0471dedb req-c6b2a845-17f1-48e2-8a20-d9b1568b7d6b tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481906 Feb 02 15:59:58.086700 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53963d-0090-47bc-95c6-cd3baf1aef79 req-0bc069b7-32c6-433c-9cfe-5ea6f7e0e955 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:58.089585 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4b53963d-0090-47bc-95c6-cd3baf1aef79 req-0bc069b7-32c6-433c-9cfe-5ea6f7e0e955 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0615640 Feb 02 15:59:58.148568 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4b53963d-0090-47bc-95c6-cd3baf1aef79 req-d6522d28-ed19-45ca-bfe4-a0ad314d2751 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533493 Feb 02 15:59:58.538500 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d6ffb-84cd-4cb9-8e66-877cf6f2c0c1 req-7a41820d-e99c-48e2-8437-77764baef701 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:58.540027 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e13d6ffb-84cd-4cb9-8e66-877cf6f2c0c1 req-7a41820d-e99c-48e2-8437-77764baef701 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 944 time: 0.0584862 Feb 02 15:59:58.597710 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e13d6ffb-84cd-4cb9-8e66-877cf6f2c0c1 req-76a0c02a-eed6-47de-9cb1-345a89eea331 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519378 Feb 02 15:59:59.290149 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28c76d-b28c-4174-8017-ea3a4d94fdea req-fd8f7bf0-9810-456d-85b5-969bfd2b93b9 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:59.291768 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ab28c76d-b28c-4174-8017-ea3a4d94fdea req-fd8f7bf0-9810-456d-85b5-969bfd2b93b9 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0651305 Feb 02 15:59:59.344185 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ab28c76d-b28c-4174-8017-ea3a4d94fdea req-34bdb1a6-a13d-47e1-9be6-9c280f236d3d tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463734 Feb 02 15:59:59.738097 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32305699-c124-43c8-b681-08ff97b5f4d0 req-a5ea40c8-cd21-4ab5-97eb-11e2661d5650 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:59.739736 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-32305699-c124-43c8-b681-08ff97b5f4d0 req-a5ea40c8-cd21-4ab5-97eb-11e2661d5650 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 944 time: 0.0616989 Feb 02 15:59:59.796367 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-32305699-c124-43c8-b681-08ff97b5f4d0 req-a3e95473-3bfa-4bd1-b6ad-d72cb7ea523a tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472691 Feb 02 16:00:00.478888 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679188cc-a5ff-4d59-9842-0dd4a6901442 req-9ab9d2c0-82a5-4755-a108-5218d5c7db1a tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:00.481563 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-679188cc-a5ff-4d59-9842-0dd4a6901442 req-9ab9d2c0-82a5-4755-a108-5218d5c7db1a tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0623131 Feb 02 16:00:00.535642 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-679188cc-a5ff-4d59-9842-0dd4a6901442 req-83458690-64e9-4378-a444-754b7c28ef6a tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484476 Feb 02 16:00:00.928767 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe92ce-97f7-4dab-ad23-8ba5e9b4ab26 req-3d2a7c25-1b2f-4284-ab17-f17fd08a6d13 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:00.930305 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-15fe92ce-97f7-4dab-ad23-8ba5e9b4ab26 req-3d2a7c25-1b2f-4284-ab17-f17fd08a6d13 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 944 time: 0.0556877 Feb 02 16:00:00.981155 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-15fe92ce-97f7-4dab-ad23-8ba5e9b4ab26 req-45719910-e3a2-4163-b5d1-6787a8ba3440 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448489 Feb 02 16:00:01.680733 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf3ef3-10f5-4b59-88cf-6a65bae87f36 req-024583c9-5a63-4998-96fa-431823927617 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:01.682559 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-aadf3ef3-10f5-4b59-88cf-6a65bae87f36 req-024583c9-5a63-4998-96fa-431823927617 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0786972 Feb 02 16:00:01.735483 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-aadf3ef3-10f5-4b59-88cf-6a65bae87f36 req-c1a7fba2-00a0-41e9-b5bc-b2bd69a5a07c tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470080 Feb 02 16:00:02.113290 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618c3a5-23f1-417c-babe-467d52a88140 req-74980541-e4ad-4460-9e87-1bd479275a7f tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:02.115692 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e618c3a5-23f1-417c-babe-467d52a88140 req-74980541-e4ad-4460-9e87-1bd479275a7f tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 944 time: 0.0569270 Feb 02 16:00:02.165658 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e618c3a5-23f1-417c-babe-467d52a88140 req-85d5e616-e508-460f-81bd-b2f320b5006e tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435460 Feb 02 16:00:02.856281 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580939d1-7d70-4639-a932-4a30fc37a6fa req-1f270477-a768-4a22-88b8-50abb9c3857e tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:02.857780 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-580939d1-7d70-4639-a932-4a30fc37a6fa req-1f270477-a768-4a22-88b8-50abb9c3857e tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0546594 Feb 02 16:00:02.906266 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-580939d1-7d70-4639-a932-4a30fc37a6fa req-a32ce5e5-8be0-4867-b85f-a3d0c8706603 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424597 Feb 02 16:00:03.292233 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95feb857-e990-4223-bac0-a74edb66c2ce req-965a27fc-2fdf-45af-972d-62ee8e0d13e3 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:03.293844 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-95feb857-e990-4223-bac0-a74edb66c2ce req-965a27fc-2fdf-45af-972d-62ee8e0d13e3 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 944 time: 0.0552487 Feb 02 16:00:03.350345 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-95feb857-e990-4223-bac0-a74edb66c2ce req-bd79ab5c-7a06-49b8-92dc-1740e2f92442 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510168 Feb 02 16:00:04.025492 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c646b7d-215b-47a2-b773-7ce15f4b16c1 req-37ba2863-e1c3-407c-862f-48636f0d0ee7 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:04.026949 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4c646b7d-215b-47a2-b773-7ce15f4b16c1 req-37ba2863-e1c3-407c-862f-48636f0d0ee7 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0509188 Feb 02 16:00:04.072743 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4c646b7d-215b-47a2-b773-7ce15f4b16c1 req-fa84bf83-deda-429e-ada3-1c281065c11f tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403233 Feb 02 16:00:04.270102 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e3998-2911-4a99-8d89-1bd300d77ec2 req-23282db8-cdc4-4d02-8f34-0dfae61850d1 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:04.271729 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a59e3998-2911-4a99-8d89-1bd300d77ec2 req-23282db8-cdc4-4d02-8f34-0dfae61850d1 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0528727 Feb 02 16:00:04.323558 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a59e3998-2911-4a99-8d89-1bd300d77ec2 req-def296bc-55f0-43cb-a0d7-0b4f14e05f38 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461733 Feb 02 16:00:04.349491 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5009b3-2aa2-40f5-8883-755c2e9f864f req-1900909b-621e-416a-9aa8-66c66297118b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:04.351041 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ff5009b3-2aa2-40f5-8883-755c2e9f864f req-1900909b-621e-416a-9aa8-66c66297118b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=45b9c1b88a7c489db94e478b49b35d32&device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 1129 time: 0.0464969 Feb 02 16:00:04.443727 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5009b3-2aa2-40f5-8883-755c2e9f864f req-2d966c91-6d6c-4af1-8266-12ad38c4c850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:04.445207 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ff5009b3-2aa2-40f5-8883-755c2e9f864f req-2d966c91-6d6c-4af1-8266-12ad38c4c850 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cdf28f1b-0411-4dee-a903-8841bfaf0c1e HTTP/1.1" status: 200 len: 912 time: 0.0877714 Feb 02 16:00:04.475931 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731f878-998a-463b-9b79-80cab7af25ff req-b32f818e-2934-4d8c-9459-f348f4c9580e tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:04.477457 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6731f878-998a-463b-9b79-80cab7af25ff req-b32f818e-2934-4d8c-9459-f348f4c9580e tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 944 time: 0.0531919 Feb 02 16:00:04.515619 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ff5009b3-2aa2-40f5-8883-755c2e9f864f req-e5b17a60-0ff9-40f0-a553-3bb11552b231 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63054037-60ad-4b33-ad87-4c636b8d44d2 HTTP/1.1" status: 200 len: 1000 time: 0.0645452 Feb 02 16:00:04.524441 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6731f878-998a-463b-9b79-80cab7af25ff req-15f72839-7902-44e3-b008-74aa0b3f1245 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414920 Feb 02 16:00:04.571139 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5009b3-2aa2-40f5-8883-755c2e9f864f req-4cc4e2eb-a7e1-45ef-8d67-67824930c14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:04.572603 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ff5009b3-2aa2-40f5-8883-755c2e9f864f req-4cc4e2eb-a7e1-45ef-8d67-67824930c14d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=88fa9161-0b2a-481a-ad23-bc99e36fcc51 HTTP/1.1" status: 200 len: 850 time: 0.0446627 Feb 02 16:00:04.619889 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5009b3-2aa2-40f5-8883-755c2e9f864f req-5f916619-9595-4fdf-88d7-9d0bf108a1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:04.621402 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ff5009b3-2aa2-40f5-8883-755c2e9f864f req-5f916619-9595-4fdf-88d7-9d0bf108a1e8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cdf28f1b-0411-4dee-a903-8841bfaf0c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429482 Feb 02 16:00:04.712634 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ff5009b3-2aa2-40f5-8883-755c2e9f864f req-f600c37f-c8cb-432e-8efb-ddb50b1b6c02 service neutron] 10.222.0.59 "GET /v2.0/networks/cdf28f1b-0411-4dee-a903-8841bfaf0c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845728 Feb 02 16:00:04.799447 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ff5009b3-2aa2-40f5-8883-755c2e9f864f req-f8492ef2-6210-49df-8024-e0cc64228c0f service neutron] 10.222.0.59 "GET /v2.0/networks/cdf28f1b-0411-4dee-a903-8841bfaf0c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811763 Feb 02 16:00:05.444765 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630bbaef-8207-4f6e-a280-1aa1cf6c0e32 req-230f4f4f-6b77-4ea5-bbd0-d2f86a96b2b2 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:05.446210 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-630bbaef-8207-4f6e-a280-1aa1cf6c0e32 req-230f4f4f-6b77-4ea5-bbd0-d2f86a96b2b2 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0544674 Feb 02 16:00:05.492527 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-630bbaef-8207-4f6e-a280-1aa1cf6c0e32 req-30354fc6-1ec5-43b1-b08e-a2fca2a3fbd7 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407856 Feb 02 16:00:05.649842 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92089f-92c0-43fe-bc1b-fc8d1ce96700 req-b532c341-7c67-4a1b-8b35-c68aed74f7eb tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:05.651311 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6c92089f-92c0-43fe-bc1b-fc8d1ce96700 req-b532c341-7c67-4a1b-8b35-c68aed74f7eb tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 944 time: 0.0549877 Feb 02 16:00:05.696350 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6c92089f-92c0-43fe-bc1b-fc8d1ce96700 req-29aece06-1af7-414d-958b-37c84f1b0d98 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395398 Feb 02 16:00:05.886988 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device c6d18ddd-40bc-4e32-85cb-3760a79096bd details requested by agent hyperv_hv-cinder-82751 with host hv-cinder-82751 {{(pid=109040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 16:00:05.985766 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port c6d18ddd-40bc-4e32-85cb-3760a79096bd, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=c6d18ddd-40bc-4e32-85cb-3760a79096bd,segment=NetworkSegment(72c8047b-a40f-40bf-b022-6f2ccec93ad0),segment_id=72c8047b-a40f-40bf-b022-6f2ccec93ad0)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:00:05.996755 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Returning: {'device': 'c6d18ddd-40bc-4e32-85cb-3760a79096bd', 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6', 'port_id': 'c6d18ddd-40bc-4e32-85cb-3760a79096bd', 'mac_address': 'fa:16:3e:35:e6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 988, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5347cd5-2ddb-4574-9672-af43239849ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 16:00:06.033444 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port c6d18ddd-40bc-4e32-85cb-3760a79096bd is: DOWN; New status is: BUILD {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:00:06.033843 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (c6d18ddd-40bc-4e32-85cb-3760a79096bd), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:06.046415 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6d18ddd-40bc-4e32-85cb-3760a79096bd {{(pid=109040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 16:00:06.064825 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port c6d18ddd-40bc-4e32-85cb-3760a79096bd, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=c6d18ddd-40bc-4e32-85cb-3760a79096bd,segment=NetworkSegment(72c8047b-a40f-40bf-b022-6f2ccec93ad0),segment_id=72c8047b-a40f-40bf-b022-6f2ccec93ad0)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:00:06.071515 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (c6d18ddd-40bc-4e32-85cb-3760a79096bd), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:06.119305 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=c6d18ddd-40bc-4e32-85cb-3760a79096bd,revision_number=9']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:06.368813 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['c6d18ddd-40bc-4e32-85cb-3760a79096bd'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 16:00:06.609836 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30335ec-be9f-4e66-a1d5-6b0f83a1579e req-570b85e3-3472-4dd1-990b-1bcda42075d8 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:06.611292 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c30335ec-be9f-4e66-a1d5-6b0f83a1579e req-570b85e3-3472-4dd1-990b-1bcda42075d8 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0523036 Feb 02 16:00:06.657516 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c30335ec-be9f-4e66-a1d5-6b0f83a1579e req-73c73600-9032-4521-ae81-d4dbfb9555ee tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400608 Feb 02 16:00:06.819610 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff75922-3b50-4310-975a-9bcbc1e0bd23 req-9991d24b-38ec-4ff6-8a9c-08f87333139f tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:06.821110 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-bff75922-3b50-4310-975a-9bcbc1e0bd23 req-9991d24b-38ec-4ff6-8a9c-08f87333139f tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 945 time: 0.0542798 Feb 02 16:00:07.046956 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-bff75922-3b50-4310-975a-9bcbc1e0bd23 req-174e7acf-3f35-41fa-aebb-cc3f1494225e tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203224 Feb 02 16:00:07.900284 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device c6d18ddd-40bc-4e32-85cb-3760a79096bd up at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 16:00:07.948483 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning complete for port c6d18ddd-40bc-4e32-85cb-3760a79096bd triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:00:07.948859 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (c6d18ddd-40bc-4e32-85cb-3760a79096bd), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:08.165001 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port c6d18ddd-40bc-4e32-85cb-3760a79096bd is: BUILD; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:00:08.165347 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (c6d18ddd-40bc-4e32-85cb-3760a79096bd), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:08.171699 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1583f-d5fe-4af2-a3e7-e0ddddc16bfa req-bf6fb39b-a15e-4859-8a4a-8e6d66364e3a tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:08.173274 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3ab1583f-d5fe-4af2-a3e7-e0ddddc16bfa req-bf6fb39b-a15e-4859-8a4a-8e6d66364e3a tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 945 time: 0.0527928 Feb 02 16:00:08.188080 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7664f06a-a2df-4421-a1fe-37a81bef326c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d18ddd-40bc-4e32-85cb-3760a79096bd'}] {{(pid=109040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:00:08.190368 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1d7bcdb5a183cc49b107777b4db9278503cec4984c40d99c754c4d9ca4724a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a75bd1e-a3e5-4952-a569-34075d6010b0" -d '{"events": [{"server_uuid": "7664f06a-a2df-4421-a1fe-37a81bef326c", "name": "network-vif-plugged", "status": "completed", "tag": "c6d18ddd-40bc-4e32-85cb-3760a79096bd"}]}' {{(pid=109040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:00:08.203137 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port c6d18ddd-40bc-4e32-85cb-3760a79096bd, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=c6d18ddd-40bc-4e32-85cb-3760a79096bd,segment=NetworkSegment(72c8047b-a40f-40bf-b022-6f2ccec93ad0),segment_id=72c8047b-a40f-40bf-b022-6f2ccec93ad0)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:00:08.208932 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (c6d18ddd-40bc-4e32-85cb-3760a79096bd), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:08.223895 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3ab1583f-d5fe-4af2-a3e7-e0ddddc16bfa req-8172f7cc-3ab5-48af-9074-1a3904a6a1fc tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443132 Feb 02 16:00:08.234841 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 16:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175a21a2-35a8-423d-a03a-bf12e95d2522 x-openstack-request-id: req-175a21a2-35a8-423d-a03a-bf12e95d2522 {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:00:08.235136 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7664f06a-a2df-4421-a1fe-37a81bef326c", "name": "network-vif-plugged", "status": "completed", "tag": "c6d18ddd-40bc-4e32-85cb-3760a79096bd", "code": 200}]} {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:00:08.235391 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-175a21a2-35a8-423d-a03a-bf12e95d2522 {{(pid=109040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:00:08.235771 dv-cinder-827511-1-iscsi neutron-server[109040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7664f06a-a2df-4421-a1fe-37a81bef326c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d18ddd-40bc-4e32-85cb-3760a79096bd', 'code': 200} Feb 02 16:00:08.261918 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=c6d18ddd-40bc-4e32-85cb-3760a79096bd,revision_number=10']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:08.462864 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf977f5-ade3-4080-b432-819ccb9db48c req-b2791ca5-5220-4b1c-b6e1-3fac826a79bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:08.464270 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-aaf977f5-ade3-4080-b432-819ccb9db48c req-b2791ca5-5220-4b1c-b6e1-3fac826a79bc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 1131 time: 0.0438411 Feb 02 16:00:08.511197 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-aaf977f5-ade3-4080-b432-819ccb9db48c req-de9c2caf-3096-4295-b2a7-3fa6615d3fce service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393081 Feb 02 16:00:09.345436 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054b974-1452-4c81-9ef9-378873299b2e req-4102e342-d345-4af7-91dc-e4034a20cdae tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:09.346893 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0054b974-1452-4c81-9ef9-378873299b2e req-4102e342-d345-4af7-91dc-e4034a20cdae tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 947 time: 0.0506182 Feb 02 16:00:09.397973 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0054b974-1452-4c81-9ef9-378873299b2e req-ab818502-7510-473b-8ab6-04847c088200 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433989 Feb 02 16:00:10.518616 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0399a2f-a768-4d7f-bdd3-12421fe2fd64 req-9eac9cb6-4a02-464a-91cf-0e27f7d581f3 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:10.520264 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a0399a2f-a768-4d7f-bdd3-12421fe2fd64 req-9eac9cb6-4a02-464a-91cf-0e27f7d581f3 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 947 time: 0.0511813 Feb 02 16:00:10.565574 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a0399a2f-a768-4d7f-bdd3-12421fe2fd64 req-e2579857-4db9-402c-ac0f-3c954145e31f tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395551 Feb 02 16:00:12.849719 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-d6c59427-d632-43b0-a588-bea58532a1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:14.383004 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 16:00:15.357672 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-53f26967-7619-4549-ac55-457584e6d356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:16.246447 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:17.388110 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:17.677711 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:19.204627 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:42.217225 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef5d9b-b932-4fa3-bf16-a606a8549edd req-db6972d4-1f4e-4f39-bfad-724af53e6837 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:42.218670 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-abef5d9b-b932-4fa3-bf16-a606a8549edd req-db6972d4-1f4e-4f39-bfad-724af53e6837 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0511384 Feb 02 16:00:42.263202 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-abef5d9b-b932-4fa3-bf16-a606a8549edd req-9b862616-f9a3-490b-90ce-697082865399 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389240 Feb 02 16:00:42.851868 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-3547dd22-b1b6-428a-acc7-5e08638d52d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:43.385298 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b825d6-4664-4224-8f6e-bc22574c39a1 req-c3e0625b-92d6-48ff-96a4-69ff78acaca6 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:43.386669 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-44b825d6-4664-4224-8f6e-bc22574c39a1 req-c3e0625b-92d6-48ff-96a4-69ff78acaca6 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0537794 Feb 02 16:00:43.431103 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-44b825d6-4664-4224-8f6e-bc22574c39a1 req-c817d7e1-1c66-4a43-9255-2fa23c20c8bc tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389431 Feb 02 16:00:44.528570 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df175a5c-002a-48b7-b2e1-ce4213a3e721 req-ac5b23b8-ce77-450f-8a75-0c9cd9728b85 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:44.530081 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-df175a5c-002a-48b7-b2e1-ce4213a3e721 req-ac5b23b8-ce77-450f-8a75-0c9cd9728b85 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.59 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0516996 Feb 02 16:00:44.550731 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230bc532-a8ac-4b1c-b007-f502ee32a80f req-b71a7384-90f9-4eb5-be31-95c52c47d232 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:44.552727 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-230bc532-a8ac-4b1c-b007-f502ee32a80f req-b71a7384-90f9-4eb5-be31-95c52c47d232 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 945 time: 0.0526419 Feb 02 16:00:44.598850 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-230bc532-a8ac-4b1c-b007-f502ee32a80f req-470dff58-ca7f-4ac9-ae7a-2e4e3d22bd86 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=f03e7e36-92a1-4594-8706-355a213be93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404449 Feb 02 16:00:44.623070 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-df175a5c-002a-48b7-b2e1-ce4213a3e721 req-9b2f457d-a66e-4c28-b792-6f87923ddc4e tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Deleting port 63054037-60ad-4b33-ad87-4c636b8d44d2 {{(pid=109038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:00:44.623419 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-df175a5c-002a-48b7-b2e1-ce4213a3e721 req-9b2f457d-a66e-4c28-b792-6f87923ddc4e tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (63054037-60ad-4b33-ad87-4c636b8d44d2), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:44.713414 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-df175a5c-002a-48b7-b2e1-ce4213a3e721 req-9b2f457d-a66e-4c28-b792-6f87923ddc4e tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] For port 63054037-60ad-4b33-ad87-4c636b8d44d2, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=63054037-60ad-4b33-ad87-4c636b8d44d2,segment=NetworkSegment(87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5),segment_id=87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5)] {{(pid=109038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:00:44.713707 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-df175a5c-002a-48b7-b2e1-ce4213a3e721 req-9b2f457d-a66e-4c28-b792-6f87923ddc4e tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (63054037-60ad-4b33-ad87-4c636b8d44d2), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:44.876037 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-df175a5c-002a-48b7-b2e1-ce4213a3e721 req-9b2f457d-a66e-4c28-b792-6f87923ddc4e tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:44.876400 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-df175a5c-002a-48b7-b2e1-ce4213a3e721 req-9b2f457d-a66e-4c28-b792-6f87923ddc4e tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7937883'] for floatingip (063da28a-9c6d-49b7-92fb-dc408b297313), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:44.876722 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.db.l3_db [req-df175a5c-002a-48b7-b2e1-ce4213a3e721 req-9b2f457d-a66e-4c28-b792-6f87923ddc4e tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Floating IP 063da28a-9c6d-49b7-92fb-dc408b297313 disassociated. External IP: 172.27.3.74, port: 63054037-60ad-4b33-ad87-4c636b8d44d2. Feb 02 16:00:44.877072 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-df175a5c-002a-48b7-b2e1-ce4213a3e721 req-9b2f457d-a66e-4c28-b792-6f87923ddc4e tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Calling delete_port for 63054037-60ad-4b33-ad87-4c636b8d44d2 owned by compute:nova {{(pid=109038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:00:45.003273 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-df175a5c-002a-48b7-b2e1-ce4213a3e721 req-9b2f457d-a66e-4c28-b792-6f87923ddc4e tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (63054037-60ad-4b33-ad87-4c636b8d44d2), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:45.030372 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f457d-a66e-4c28-b792-6f87923ddc4e tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Pushing event deleted for resources: {'Port': ['ID=63054037-60ad-4b33-ad87-4c636b8d44d2,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:45.041884 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f457d-a66e-4c28-b792-6f87923ddc4e tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:45.042243 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f457d-a66e-4c28-b792-6f87923ddc4e tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:45.042600 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f457d-a66e-4c28-b792-6f87923ddc4e tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:45.042947 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f457d-a66e-4c28-b792-6f87923ddc4e tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:45.043291 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f457d-a66e-4c28-b792-6f87923ddc4e tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:45.043629 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f457d-a66e-4c28-b792-6f87923ddc4e tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:45.043962 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f457d-a66e-4c28-b792-6f87923ddc4e tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:45.044297 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f457d-a66e-4c28-b792-6f87923ddc4e tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:45.044632 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f457d-a66e-4c28-b792-6f87923ddc4e tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:45.044965 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f457d-a66e-4c28-b792-6f87923ddc4e tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:45.045326 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f457d-a66e-4c28-b792-6f87923ddc4e tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:45.045661 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f457d-a66e-4c28-b792-6f87923ddc4e tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:45.045988 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f457d-a66e-4c28-b792-6f87923ddc4e tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:45.153634 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df175a5c-002a-48b7-b2e1-ce4213a3e721 req-9b2f457d-a66e-4c28-b792-6f87923ddc4e tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Router 72d61eae-3e8b-41aa-bd55-419673a4b8cc has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:00:45.360593 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-a22bebd6-63b4-4c22-a475-bb1c07bb7749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:45.522017 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df175a5c-002a-48b7-b2e1-ce4213a3e721 req-9b2f457d-a66e-4c28-b792-6f87923ddc4e tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:00:45.531530 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb85cadf-68c8-4445-a277-b0cc20496f80 None None] Sync routers for ids ['72d61eae-3e8b-41aa-bd55-419673a4b8cc'] in dv-cinder-827511-1-iscsi {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:00:45.541293 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb85cadf-68c8-4445-a277-b0cc20496f80 None None] Routers {'72d61eae-3e8b-41aa-bd55-419673a4b8cc'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:00:45.541907 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-cb85cadf-68c8-4445-a277-b0cc20496f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:00:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['72d61eae-3e8b-41aa-bd55-419673a4b8cc'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:45.562653 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-df175a5c-002a-48b7-b2e1-ce4213a3e721 req-9b2f457d-a66e-4c28-b792-6f87923ddc4e tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] No DVR routers for this DVR port 63054037-60ad-4b33-ad87-4c636b8d44d2 on host hv-cinder-82751 {{(pid=109038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:00:45.565970 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-df175a5c-002a-48b7-b2e1-ce4213a3e721 req-9b2f457d-a66e-4c28-b792-6f87923ddc4e tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:45.569457 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-df175a5c-002a-48b7-b2e1-ce4213a3e721 req-9b2f457d-a66e-4c28-b792-6f87923ddc4e tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.59 "DELETE /v2.0/ports/63054037-60ad-4b33-ad87-4c636b8d44d2 HTTP/1.1" status: 204 len: 173 time: 1.0332386 Feb 02 16:00:45.569926 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344cbc1c-a5b1-48fc-97c3-3335a7504799', 'name': 'network-vif-deleted', 'tag': '63054037-60ad-4b33-ad87-4c636b8d44d2'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:00:45.572726 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8621e232-83fe-4f9f-9014-776f8b570b01" -d '{"events": [{"server_uuid": "344cbc1c-a5b1-48fc-97c3-3335a7504799", "name": "network-vif-deleted", "tag": "63054037-60ad-4b33-ad87-4c636b8d44d2"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:00:45.671945 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-cb85cadf-68c8-4445-a277-b0cc20496f80 None None] Set router 72d61eae-3e8b-41aa-bd55-419673a4b8cc gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:00:45.685176 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 16:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9000c33-78e3-4453-bde6-2aa97e4650c6 x-openstack-request-id: req-b9000c33-78e3-4453-bde6-2aa97e4650c6 {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:00:45.685342 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344cbc1c-a5b1-48fc-97c3-3335a7504799", "name": "network-vif-deleted", "tag": "63054037-60ad-4b33-ad87-4c636b8d44d2", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:00:45.685635 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-b9000c33-78e3-4453-bde6-2aa97e4650c6 {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:00:45.685999 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344cbc1c-a5b1-48fc-97c3-3335a7504799', 'name': 'network-vif-deleted', 'tag': '63054037-60ad-4b33-ad87-4c636b8d44d2', 'status': 'completed', 'code': 200} Feb 02 16:00:45.711446 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-66dfea7e-36ec-4ab9-832c-6055448810e1 req-a9952f57-428c-46d9-a890-5189b4832005 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=344cbc1c-a5b1-48fc-97c3-3335a7504799 HTTP/1.1" status: 200 len: 210 time: 0.0354500 Feb 02 16:00:45.876704 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-cb85cadf-68c8-4445-a277-b0cc20496f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'name': 'tempest-AttachVolumeTestJSON-1574262170-router', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:32Z', 'revision_number': 4, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'gw_port': {'id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '062fec73-b264-471d-a458-820920794199', 'name': '', 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'mac_address': 'fa:16:3e:14:ac:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '88fa9161-0b2a-481a-ad23-bc99e36fcc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:57:31Z', 'updated_at': '2022-02-02T15:57:35Z', 'revision_number': 5, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'subnets': [{'id': '88fa9161-0b2a-481a-ad23-bc99e36fcc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:45.904392 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb85cadf-68c8-4445-a277-b0cc20496f80 None None] Checking router: 72d61eae-3e8b-41aa-bd55-419673a4b8cc for host: dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:00:45.913205 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb85cadf-68c8-4445-a277-b0cc20496f80 None None] Routers {'72d61eae-3e8b-41aa-bd55-419673a4b8cc'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:00:45.913822 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-cb85cadf-68c8-4445-a277-b0cc20496f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:00:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['72d61eae-3e8b-41aa-bd55-419673a4b8cc'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:46.018466 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-cb85cadf-68c8-4445-a277-b0cc20496f80 None None] Set router 72d61eae-3e8b-41aa-bd55-419673a4b8cc gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:00:46.229196 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-cb85cadf-68c8-4445-a277-b0cc20496f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'name': 'tempest-AttachVolumeTestJSON-1574262170-router', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:32Z', 'revision_number': 4, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'gw_port': {'id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '062fec73-b264-471d-a458-820920794199', 'name': '', 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'mac_address': 'fa:16:3e:14:ac:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '88fa9161-0b2a-481a-ad23-bc99e36fcc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:57:31Z', 'updated_at': '2022-02-02T15:57:35Z', 'revision_number': 5, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'subnets': [{'id': '88fa9161-0b2a-481a-ad23-bc99e36fcc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:46.259106 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb85cadf-68c8-4445-a277-b0cc20496f80 None None] The sync data for ids ['72d61eae-3e8b-41aa-bd55-419673a4b8cc'] in dv-cinder-827511-1-iscsi is: [{'id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'name': 'tempest-AttachVolumeTestJSON-1574262170-router', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:32Z', 'revision_number': 4, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'gw_port': {'id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '062fec73-b264-471d-a458-820920794199', 'name': '', 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'mac_address': 'fa:16:3e:14:ac:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '88fa9161-0b2a-481a-ad23-bc99e36fcc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:57:31Z', 'updated_at': '2022-02-02T15:57:35Z', 'revision_number': 5, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'subnets': [{'id': '88fa9161-0b2a-481a-ad23-bc99e36fcc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:00:46.271841 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:46.473843 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b12081-b680-44d4-8fa7-dd804107b961 None None] New status for floating IP 063da28a-9c6d-49b7-92fb-dc408b297313: DOWN {{(pid=109041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 16:00:46.801851 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 35498) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:00:46.857199 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-f8c49196-0a16-48ee-9b5b-82ea840a6dac tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for security_group (f03e7e36-92a1-4594-8706-355a213be93e), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:46.879988 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-f8c49196-0a16-48ee-9b5b-82ea840a6dac tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for security_group (f03e7e36-92a1-4594-8706-355a213be93e), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:46.925424 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-f8c49196-0a16-48ee-9b5b-82ea840a6dac tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (f03e7e36-92a1-4594-8706-355a213be93e), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:46.928546 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-f8c49196-0a16-48ee-9b5b-82ea840a6dac tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:46.929737 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-f8c49196-0a16-48ee-9b5b-82ea840a6dac tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "DELETE /v2.0/security-groups/f03e7e36-92a1-4594-8706-355a213be93e HTTP/1.1" status: 204 len: 168 time: 0.1268826 Feb 02 16:00:46.932533 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 35500) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:00:46.938692 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c49196-0a16-48ee-9b5b-82ea840a6dac tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03e7e36-92a1-4594-8706-355a213be93e,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:46.945923 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.api.v2.resource [None req-a33967e8-0932-4fb4-8092-56bffa5daffc tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] show failed (client error): The resource could not be found. Feb 02 16:00:46.946934 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-a33967e8-0932-4fb4-8092-56bffa5daffc tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups/f03e7e36-92a1-4594-8706-355a213be93e HTTP/1.1" status: 404 len: 347 time: 0.0132132 Feb 02 16:00:46.949748 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 35502) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:00:47.070449 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-494e1caa-306d-429e-94a5-07091c260bff tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Deleting port 805e65ba-79b2-4cee-b1e0-d9f5a0530a5b {{(pid=109039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:00:47.070788 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-494e1caa-306d-429e-94a5-07091c260bff tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (805e65ba-79b2-4cee-b1e0-d9f5a0530a5b), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:47.143530 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-494e1caa-306d-429e-94a5-07091c260bff tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (805e65ba-79b2-4cee-b1e0-d9f5a0530a5b), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:47.143851 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-494e1caa-306d-429e-94a5-07091c260bff tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for floatingip (805e65ba-79b2-4cee-b1e0-d9f5a0530a5b), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:47.155046 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-494e1caa-306d-429e-94a5-07091c260bff tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Calling delete_port for 805e65ba-79b2-4cee-b1e0-d9f5a0530a5b owned by network:floatingip {{(pid=109039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:00:47.281319 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-494e1caa-306d-429e-94a5-07091c260bff tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5289298'] for port (805e65ba-79b2-4cee-b1e0-d9f5a0530a5b), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:47.303888 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e1caa-306d-429e-94a5-07091c260bff tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Pushing event deleted for resources: {'Port': ['ID=805e65ba-79b2-4cee-b1e0-d9f5a0530a5b,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:47.318447 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e1caa-306d-429e-94a5-07091c260bff tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:47.318803 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e1caa-306d-429e-94a5-07091c260bff tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:47.319153 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e1caa-306d-429e-94a5-07091c260bff tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:47.319509 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e1caa-306d-429e-94a5-07091c260bff tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:47.319843 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e1caa-306d-429e-94a5-07091c260bff tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:47.320230 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e1caa-306d-429e-94a5-07091c260bff tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:47.320590 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e1caa-306d-429e-94a5-07091c260bff tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:47.320868 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e1caa-306d-429e-94a5-07091c260bff tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:47.321220 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e1caa-306d-429e-94a5-07091c260bff tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:47.321549 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e1caa-306d-429e-94a5-07091c260bff tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:47.321875 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e1caa-306d-429e-94a5-07091c260bff tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:47.322224 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e1caa-306d-429e-94a5-07091c260bff tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:47.322545 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e1caa-306d-429e-94a5-07091c260bff tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:47.381481 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-494e1caa-306d-429e-94a5-07091c260bff tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for floatingip (063da28a-9c6d-49b7-92fb-dc408b297313), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:47.384008 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-494e1caa-306d-429e-94a5-07091c260bff tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for floatingip (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:47.385179 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-494e1caa-306d-429e-94a5-07091c260bff tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "DELETE /v2.0/floatingips/063da28a-9c6d-49b7-92fb-dc408b297313 HTTP/1.1" status: 204 len: 168 time: 0.4343464 Feb 02 16:00:47.410749 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:47.680064 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:48.072546 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 63054037-60ad-4b33-ad87-4c636b8d44d2 no longer exists at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:00:48.092261 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] No Port match for: 63054037-60ad-4b33-ad87-4c636b8d44d2 {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:00:48.092609 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 63054037-60ad-4b33-ad87-4c636b8d44d2 not bound to the agent host hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:00:48.769735 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 35510) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:00:48.774341 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-c03a163b-612b-487d-8ec7-3bbbf06a05a8 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1339864649', 'description': 'tempest-description--1581210953'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:00:48.793546 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c03a163b-612b-487d-8ec7-3bbbf06a05a8 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:48.856563 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c03a163b-612b-487d-8ec7-3bbbf06a05a8 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for security_group (362468f9-620a-4f95-bebb-b69eb8b43817), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:48.860137 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c03a163b-612b-487d-8ec7-3bbbf06a05a8 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (362468f9-620a-4f95-bebb-b69eb8b43817), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:48.889150 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c03a163b-612b-487d-8ec7-3bbbf06a05a8 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:48.890361 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-c03a163b-612b-487d-8ec7-3bbbf06a05a8 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1195915 Feb 02 16:00:48.892212 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a163b-612b-487d-8ec7-3bbbf06a05a8 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=362468f9-620a-4f95-bebb-b69eb8b43817,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:48.894033 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 35512) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:00:48.898722 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-5c4fec18-266a-4fd6-a116-67db25e9e98f tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Request body: {'security_group_rule': {'security_group_id': '362468f9-620a-4f95-bebb-b69eb8b43817', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:00:48.926885 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5c4fec18-266a-4fd6-a116-67db25e9e98f tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for security_group_rule (ef46e84b-010d-4be0-af27-36a2a367bb14), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:48.972323 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5c4fec18-266a-4fd6-a116-67db25e9e98f tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for security_group_rule (ef46e84b-010d-4be0-af27-36a2a367bb14), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:48.976560 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5c4fec18-266a-4fd6-a116-67db25e9e98f tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515366'] for security_group_rule (ef46e84b-010d-4be0-af27-36a2a367bb14), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:48.993509 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4fec18-266a-4fd6-a116-67db25e9e98f tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef46e84b-010d-4be0-af27-36a2a367bb14,revision_number=0']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:49.001571 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5c4fec18-266a-4fd6-a116-67db25e9e98f tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:49.003329 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-5c4fec18-266a-4fd6-a116-67db25e9e98f tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1082859 Feb 02 16:00:49.006815 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 35514) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:00:49.011062 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-87eae177-534e-4697-8ca1-a1ecc14efe15 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Request body: {'security_group_rule': {'security_group_id': '362468f9-620a-4f95-bebb-b69eb8b43817', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:00:49.036367 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-87eae177-534e-4697-8ca1-a1ecc14efe15 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for security_group_rule (5017bd6b-3687-432e-82c4-f0ca30e80d9d), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:49.091076 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-87eae177-534e-4697-8ca1-a1ecc14efe15 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for security_group_rule (5017bd6b-3687-432e-82c4-f0ca30e80d9d), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:49.094568 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-87eae177-534e-4697-8ca1-a1ecc14efe15 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515366'] for security_group_rule (5017bd6b-3687-432e-82c4-f0ca30e80d9d), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:49.114881 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eae177-534e-4697-8ca1-a1ecc14efe15 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5017bd6b-3687-432e-82c4-f0ca30e80d9d,revision_number=0']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:49.120524 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-87eae177-534e-4697-8ca1-a1ecc14efe15 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:49.121755 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-87eae177-534e-4697-8ca1-a1ecc14efe15 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1140158 Feb 02 16:00:49.124881 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 35516) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:00:49.130279 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-cddb134f-0fb9-4407-8ef6-eb6a0ec88276 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Request body: {'floatingip': {'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:00:49.149455 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-cddb134f-0fb9-4407-8ef6-eb6a0ec88276 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:49.207542 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:49.245769 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-cddb134f-0fb9-4407-8ef6-eb6a0ec88276 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:49.351745 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_common [None req-cddb134f-0fb9-4407-8ef6-eb6a0ec88276 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Allocated IP 172.27.3.220 (b73e1e25-daa0-4c48-af6a-058d6b286a0a/28a77757-7571-4525-b12f-0d0c59f041b8/d1e581a4-1548-4591-8df5-2c9f092a7878) {{(pid=109038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:00:49.468322 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-cddb134f-0fb9-4407-8ef6-eb6a0ec88276 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for port (d1e581a4-1548-4591-8df5-2c9f092a7878), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:49.541988 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-84f5b03c-2d17-4d75-8144-3ee5e3c93593 req-15340b79-f4b7-493c-b233-205bdacbcb1f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0658205 Feb 02 16:00:49.543717 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-cddb134f-0fb9-4407-8ef6-eb6a0ec88276 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (d1e581a4-1548-4591-8df5-2c9f092a7878), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:49.584654 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddb134f-0fb9-4407-8ef6-eb6a0ec88276 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Network b73e1e25-daa0-4c48-af6a-058d6b286a0a is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:00:49.602866 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a4907-2fc6-44e8-a449-00e0ac7bf9ee req-a146e5a0-8d34-49d3-8773-53ccb8450fc4 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:49.604445 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1e4a4907-2fc6-44e8-a449-00e0ac7bf9ee req-a146e5a0-8d34-49d3-8773-53ccb8450fc4 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 947 time: 0.0567434 Feb 02 16:00:49.617326 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [None req-cddb134f-0fb9-4407-8ef6-eb6a0ec88276 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:00:49.619766 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddb134f-0fb9-4407-8ef6-eb6a0ec88276 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Received port after_create {{(pid=109038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 16:00:49.647352 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb134f-0fb9-4407-8ef6-eb6a0ec88276 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Pushing event updated for resources: {'Port': ['ID=d1e581a4-1548-4591-8df5-2c9f092a7878,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:49.651660 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1e4a4907-2fc6-44e8-a449-00e0ac7bf9ee req-f64e39e9-b286-4d48-8481-37f9da814b71 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413165 Feb 02 16:00:49.684585 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5b03c-2d17-4d75-8144-3ee5e3c93593 req-30d40e02-22b7-440d-b387-69c71faac999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:49.686364 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-84f5b03c-2d17-4d75-8144-3ee5e3c93593 req-30d40e02-22b7-440d-b387-69c71faac999 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e46d9c184bc14bb2869a6bbc48e00252&device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 1131 time: 0.1037598 Feb 02 16:00:49.783086 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-cddb134f-0fb9-4407-8ef6-eb6a0ec88276 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for floatingip (83386da3-ce91-426f-8e79-e8a2e4ea2929), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:49.836646 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5b03c-2d17-4d75-8144-3ee5e3c93593 req-9522af54-e885-4f86-aaf4-09e8d0100af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:49.838160 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-84f5b03c-2d17-4d75-8144-3ee5e3c93593 req-9522af54-e885-4f86-aaf4-09e8d0100af1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b0953c76-584e-4cc9-bd10-70c56077e5e6 HTTP/1.1" status: 200 len: 918 time: 0.1296260 Feb 02 16:00:49.838874 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-cddb134f-0fb9-4407-8ef6-eb6a0ec88276 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (d1e581a4-1548-4591-8df5-2c9f092a7878), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:49.948474 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-84f5b03c-2d17-4d75-8144-3ee5e3c93593 req-757100c1-c7e9-421a-96e1-808073307e35 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6d18ddd-40bc-4e32-85cb-3760a79096bd HTTP/1.1" status: 200 len: 1002 time: 0.0888143 Feb 02 16:00:50.043346 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5b03c-2d17-4d75-8144-3ee5e3c93593 req-a09da80e-a21f-4b9d-981d-e0a5c559e7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:50.044990 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-84f5b03c-2d17-4d75-8144-3ee5e3c93593 req-a09da80e-a21f-4b9d-981d-e0a5c559e7d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5347cd5-2ddb-4574-9672-af43239849ac HTTP/1.1" status: 200 len: 856 time: 0.0860903 Feb 02 16:00:50.115303 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-cddb134f-0fb9-4407-8ef6-eb6a0ec88276 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for port (d1e581a4-1548-4591-8df5-2c9f092a7878), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:50.122289 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5b03c-2d17-4d75-8144-3ee5e3c93593 req-ffe48f20-2dba-48fd-a103-04047db37473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:50.123810 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-84f5b03c-2d17-4d75-8144-3ee5e3c93593 req-ffe48f20-2dba-48fd-a103-04047db37473 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0953c76-584e-4cc9-bd10-70c56077e5e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0726442 Feb 02 16:00:50.124403 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-cddb134f-0fb9-4407-8ef6-eb6a0ec88276 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (d1e581a4-1548-4591-8df5-2c9f092a7878), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:50.252119 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb134f-0fb9-4407-8ef6-eb6a0ec88276 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Pushing event updated for resources: {'Port': ['ID=d1e581a4-1548-4591-8df5-2c9f092a7878,revision_number=2']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:50.261153 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-cddb134f-0fb9-4407-8ef6-eb6a0ec88276 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7937883'] for floatingip (83386da3-ce91-426f-8e79-e8a2e4ea2929), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:50.285875 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-cddb134f-0fb9-4407-8ef6-eb6a0ec88276 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for floatingip (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:50.287068 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-cddb134f-0fb9-4407-8ef6-eb6a0ec88276 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1612501 Feb 02 16:00:50.290776 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-84f5b03c-2d17-4d75-8144-3ee5e3c93593 req-0ad96f07-eb72-49bc-a8f4-50f485024d3d service neutron] 10.222.0.59 "GET /v2.0/networks/b0953c76-584e-4cc9-bd10-70c56077e5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577740 Feb 02 16:00:50.386395 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-84f5b03c-2d17-4d75-8144-3ee5e3c93593 req-273ec3d3-6d35-433e-b6c6-b8516151df5d service neutron] 10.222.0.59 "GET /v2.0/networks/b0953c76-584e-4cc9-bd10-70c56077e5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873511 Feb 02 16:00:50.486430 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-fb46508f-5ebb-474c-b026-e825f8c9d086 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-securitygroup--1339864649&fields=id&tenant_id=45b9c1b88a7c489db94e478b49b35d32 HTTP/1.1" status: 200 len: 267 time: 0.0403955 Feb 02 16:00:50.600543 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-41b6abae-3488-4ae2-99d2-131dc92dd6da tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:50.602233 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-41b6abae-3488-4ae2-99d2-131dc92dd6da tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/networks?id=cdf28f1b-0411-4dee-a903-8841bfaf0c1e HTTP/1.1" status: 200 len: 811 time: 0.1063437 Feb 02 16:00:50.617450 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-2e3ad97d-7b9b-48a4-a091-6ab504e29556 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/quotas/45b9c1b88a7c489db94e478b49b35d32 HTTP/1.1" status: 200 len: 375 time: 0.0097277 Feb 02 16:00:50.673302 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-da18782f-5957-479c-8079-9787ea88154c tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=45b9c1b88a7c489db94e478b49b35d32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505815 Feb 02 16:00:50.837510 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81672d-b9f1-4201-a8dc-190b9dd48d5f req-8abb220f-acd3-47fd-acb8-20d3f24371a7 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:50.838894 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ce81672d-b9f1-4201-a8dc-190b9dd48d5f req-8abb220f-acd3-47fd-acb8-20d3f24371a7 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 947 time: 0.1121457 Feb 02 16:00:50.865141 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-73f9565c-9d4a-484b-ac05-478b129fbfde service neutron] 10.222.0.112 "GET /v2.0/networks/cdf28f1b-0411-4dee-a903-8841bfaf0c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800807 Feb 02 16:00:50.922043 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ce81672d-b9f1-4201-a8dc-190b9dd48d5f req-17bf2f08-bcf1-4e12-aa76-fc81c63bfbea tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups?id=377cd9f7-6e57-47f9-b407-b4b34e574f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738907 Feb 02 16:00:50.977519 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-cfb97e26-f3ad-4edd-810f-f54801637b98 service neutron] 10.222.0.112 "GET /v2.0/networks/cdf28f1b-0411-4dee-a903-8841bfaf0c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059799 Feb 02 16:00:51.139901 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-7036a5f1-3e01-4651-b038-265606922a3b req-0a6f459d-3158-4770-9ff2-94b4cb8b01d7 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=3262a1d6-0fe0-4938-a891-3351bb078d71 HTTP/1.1" status: 200 len: 210 time: 0.0298779 Feb 02 16:00:51.249734 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02bbf1-1983-47ac-9365-53ea46eb4983 req-d3670b7c-b5a9-488a-a435-e44d4127526f tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:51.251224 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ed02bbf1-1983-47ac-9365-53ea46eb4983 req-d3670b7c-b5a9-488a-a435-e44d4127526f tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.59 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 947 time: 0.0542395 Feb 02 16:00:51.351276 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-ed02bbf1-1983-47ac-9365-53ea46eb4983 req-1c3f6bdd-8347-4efb-b650-ed407661b107 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Deleting port c6d18ddd-40bc-4e32-85cb-3760a79096bd {{(pid=109038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:00:51.351625 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-ed02bbf1-1983-47ac-9365-53ea46eb4983 req-1c3f6bdd-8347-4efb-b650-ed407661b107 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (c6d18ddd-40bc-4e32-85cb-3760a79096bd), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:51.382690 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 16:00:51.443341 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-ed02bbf1-1983-47ac-9365-53ea46eb4983 req-1c3f6bdd-8347-4efb-b650-ed407661b107 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] For port c6d18ddd-40bc-4e32-85cb-3760a79096bd, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=c6d18ddd-40bc-4e32-85cb-3760a79096bd,segment=NetworkSegment(72c8047b-a40f-40bf-b022-6f2ccec93ad0),segment_id=72c8047b-a40f-40bf-b022-6f2ccec93ad0)] {{(pid=109038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:00:51.443967 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-ed02bbf1-1983-47ac-9365-53ea46eb4983 req-1c3f6bdd-8347-4efb-b650-ed407661b107 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (c6d18ddd-40bc-4e32-85cb-3760a79096bd), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:51.620101 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-ed02bbf1-1983-47ac-9365-53ea46eb4983 req-1c3f6bdd-8347-4efb-b650-ed407661b107 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:51.620386 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-ed02bbf1-1983-47ac-9365-53ea46eb4983 req-1c3f6bdd-8347-4efb-b650-ed407661b107 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7937883'] for floatingip (95f4e7bd-dae9-4328-9d78-516be24d7302), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:51.620712 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.db.l3_db [req-ed02bbf1-1983-47ac-9365-53ea46eb4983 req-1c3f6bdd-8347-4efb-b650-ed407661b107 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Floating IP 95f4e7bd-dae9-4328-9d78-516be24d7302 disassociated. External IP: 172.27.3.215, port: c6d18ddd-40bc-4e32-85cb-3760a79096bd. Feb 02 16:00:51.621076 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-ed02bbf1-1983-47ac-9365-53ea46eb4983 req-1c3f6bdd-8347-4efb-b650-ed407661b107 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Calling delete_port for c6d18ddd-40bc-4e32-85cb-3760a79096bd owned by compute:nova {{(pid=109038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:00:51.761440 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-ed02bbf1-1983-47ac-9365-53ea46eb4983 req-1c3f6bdd-8347-4efb-b650-ed407661b107 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (c6d18ddd-40bc-4e32-85cb-3760a79096bd), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:51.789975 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f6bdd-8347-4efb-b650-ed407661b107 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Pushing event deleted for resources: {'Port': ['ID=c6d18ddd-40bc-4e32-85cb-3760a79096bd,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:51.902570 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed02bbf1-1983-47ac-9365-53ea46eb4983 req-1c3f6bdd-8347-4efb-b650-ed407661b107 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Router abbbf086-b64b-4398-baaf-7257aa45039f has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:00:52.024950 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4d838323-b4c6-4a39-b9e8-c6c35934ea87 req-bdf287d4-28b9-453a-b4be-2f878034dcb4 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/ports?device_id=7664f06a-a2df-4421-a1fe-37a81bef326c HTTP/1.1" status: 200 len: 210 time: 0.0296800 Feb 02 16:00:52.028700 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed02bbf1-1983-47ac-9365-53ea46eb4983 req-1c3f6bdd-8347-4efb-b650-ed407661b107 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:00:52.038558 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb900555-acbe-4213-ba9f-92ca3cbe225b None None] Sync routers for ids ['abbbf086-b64b-4398-baaf-7257aa45039f'] in dv-cinder-827511-1-iscsi {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:00:52.048687 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb900555-acbe-4213-ba9f-92ca3cbe225b None None] Routers {'abbbf086-b64b-4398-baaf-7257aa45039f'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:00:52.049467 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-bb900555-acbe-4213-ba9f-92ca3cbe225b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:00:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['abbbf086-b64b-4398-baaf-7257aa45039f'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:52.099438 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed02bbf1-1983-47ac-9365-53ea46eb4983 req-1c3f6bdd-8347-4efb-b650-ed407661b107 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] No DVR routers for this DVR port c6d18ddd-40bc-4e32-85cb-3760a79096bd on host hv-cinder-82751 {{(pid=109038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:00:52.102027 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-ed02bbf1-1983-47ac-9365-53ea46eb4983 req-1c3f6bdd-8347-4efb-b650-ed407661b107 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:52.105836 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ed02bbf1-1983-47ac-9365-53ea46eb4983 req-1c3f6bdd-8347-4efb-b650-ed407661b107 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.59 "DELETE /v2.0/ports/c6d18ddd-40bc-4e32-85cb-3760a79096bd HTTP/1.1" status: 204 len: 173 time: 0.8492336 Feb 02 16:00:52.109503 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7664f06a-a2df-4421-a1fe-37a81bef326c', 'name': 'network-vif-deleted', 'tag': 'c6d18ddd-40bc-4e32-85cb-3760a79096bd'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:00:52.111586 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c975f5-de56-400b-9c86-496e727d8b76" -d '{"events": [{"server_uuid": "7664f06a-a2df-4421-a1fe-37a81bef326c", "name": "network-vif-deleted", "tag": "c6d18ddd-40bc-4e32-85cb-3760a79096bd"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:00:52.176813 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-bb900555-acbe-4213-ba9f-92ca3cbe225b None None] Set router abbbf086-b64b-4398-baaf-7257aa45039f gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:00:52.187566 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 16:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b4980d-61f4-4cb4-935c-ad3389a4a58e x-openstack-request-id: req-32b4980d-61f4-4cb4-935c-ad3389a4a58e {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:00:52.188133 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7664f06a-a2df-4421-a1fe-37a81bef326c", "name": "network-vif-deleted", "tag": "c6d18ddd-40bc-4e32-85cb-3760a79096bd", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:00:52.188574 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-32b4980d-61f4-4cb4-935c-ad3389a4a58e {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:00:52.189196 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7664f06a-a2df-4421-a1fe-37a81bef326c', 'name': 'network-vif-deleted', 'tag': 'c6d18ddd-40bc-4e32-85cb-3760a79096bd', 'status': 'completed', 'code': 200} Feb 02 16:00:52.213651 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-0960aef3-a92d-4a31-a34b-e91588caafa6 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:52.217187 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-0960aef3-a92d-4a31-a34b-e91588caafa6 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.59 "GET /v2.0/networks?id=cdf28f1b-0411-4dee-a903-8841bfaf0c1e HTTP/1.1" status: 200 len: 811 time: 0.1631703 Feb 02 16:00:52.280793 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f138d6f8-0694-4f10-9eac-01b78172543d req-05cb210b-62a4-4703-bb93-f614c949c061 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=3262a1d6-0fe0-4938-a891-3351bb078d71 HTTP/1.1" status: 200 len: 210 time: 0.0386500 Feb 02 16:00:52.330152 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-d05add9b-a09a-4312-be3b-a5264c745d32 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45b9c1b88a7c489db94e478b49b35d32 HTTP/1.1" status: 200 len: 380 time: 0.0915134 Feb 02 16:00:52.368480 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-80cef06b-0ea3-4254-9b88-e08148b817fa tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Request body: {'port': {'device_id': '3262a1d6-0fe0-4938-a891-3351bb078d71', 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e', 'admin_state_up': True, 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'security_groups': ['362468f9-620a-4f95-bebb-b69eb8b43817']}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:00:52.444477 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-bb900555-acbe-4213-ba9f-92ca3cbe225b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'name': 'tempest-AttachVolumeShelveTestJSON-1426711805-router', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:53:39Z', 'updated_at': '2022-02-02T15:53:46Z', 'revision_number': 4, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'gw_port': {'id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:52:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:41Z', 'updated_at': '2022-02-02T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '669194a7-fd15-49db-984b-f445be46b5f7', 'name': '', 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'mac_address': 'fa:16:3e:88:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5347cd5-2ddb-4574-9672-af43239849ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:45Z', 'updated_at': '2022-02-02T15:53:53Z', 'revision_number': 5, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'subnets': [{'id': 'f5347cd5-2ddb-4574-9672-af43239849ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:52.470808 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb900555-acbe-4213-ba9f-92ca3cbe225b None None] Checking router: abbbf086-b64b-4398-baaf-7257aa45039f for host: dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:00:52.479641 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb900555-acbe-4213-ba9f-92ca3cbe225b None None] Routers {'abbbf086-b64b-4398-baaf-7257aa45039f'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:00:52.480453 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-bb900555-acbe-4213-ba9f-92ca3cbe225b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:00:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['abbbf086-b64b-4398-baaf-7257aa45039f'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:52.488558 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-80cef06b-0ea3-4254-9b88-e08148b817fa tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Made reservation on behalf of 45b9c1b88a7c489db94e478b49b35d32 for: {'port': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:00:52.492025 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-80cef06b-0ea3-4254-9b88-e08148b817fa tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:52.590554 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-bb900555-acbe-4213-ba9f-92ca3cbe225b None None] Set router abbbf086-b64b-4398-baaf-7257aa45039f gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:00:52.616038 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_common [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-80cef06b-0ea3-4254-9b88-e08148b817fa tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Allocated IP 172.20.0.3 (cdf28f1b-0411-4dee-a903-8841bfaf0c1e/88fa9161-0b2a-481a-ad23-bc99e36fcc51/7ce073ea-0a68-4022-a335-edfe7e7cf066) {{(pid=109038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:00:52.762515 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-80cef06b-0ea3-4254-9b88-e08148b817fa tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for port (7ce073ea-0a68-4022-a335-edfe7e7cf066), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:52.798724 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-80cef06b-0ea3-4254-9b88-e08148b817fa tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (7ce073ea-0a68-4022-a335-edfe7e7cf066), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:52.811420 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-bb900555-acbe-4213-ba9f-92ca3cbe225b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'name': 'tempest-AttachVolumeShelveTestJSON-1426711805-router', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:53:39Z', 'updated_at': '2022-02-02T15:53:46Z', 'revision_number': 4, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'gw_port': {'id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:52:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:41Z', 'updated_at': '2022-02-02T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '669194a7-fd15-49db-984b-f445be46b5f7', 'name': '', 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'mac_address': 'fa:16:3e:88:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5347cd5-2ddb-4574-9672-af43239849ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:45Z', 'updated_at': '2022-02-02T15:53:53Z', 'revision_number': 5, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'subnets': [{'id': 'f5347cd5-2ddb-4574-9672-af43239849ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:52.838963 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb900555-acbe-4213-ba9f-92ca3cbe225b None None] The sync data for ids ['abbbf086-b64b-4398-baaf-7257aa45039f'] in dv-cinder-827511-1-iscsi is: [{'id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'name': 'tempest-AttachVolumeShelveTestJSON-1426711805-router', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:53:39Z', 'updated_at': '2022-02-02T15:53:46Z', 'revision_number': 4, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'gw_port': {'id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:52:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:41Z', 'updated_at': '2022-02-02T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '669194a7-fd15-49db-984b-f445be46b5f7', 'name': '', 'network_id': 'b0953c76-584e-4cc9-bd10-70c56077e5e6', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'mac_address': 'fa:16:3e:88:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5347cd5-2ddb-4574-9672-af43239849ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:45Z', 'updated_at': '2022-02-02T15:53:53Z', 'revision_number': 5, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'subnets': [{'id': 'f5347cd5-2ddb-4574-9672-af43239849ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:00:52.845839 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-80cef06b-0ea3-4254-9b88-e08148b817fa tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Network cdf28f1b-0411-4dee-a903-8841bfaf0c1e is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:00:52.851894 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-80cef06b-0ea3-4254-9b88-e08148b817fa tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:00:52.855612 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-80cef06b-0ea3-4254-9b88-e08148b817fa tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Received port after_create {{(pid=109038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 16:00:52.862791 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cef06b-0ea3-4254-9b88-e08148b817fa tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Pushing event updated for resources: {'Port': ['ID=7ce073ea-0a68-4022-a335-edfe7e7cf066,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:52.917097 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-80cef06b-0ea3-4254-9b88-e08148b817fa tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:52.917903 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-80cef06b-0ea3-4254-9b88-e08148b817fa tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:52.936838 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-80cef06b-0ea3-4254-9b88-e08148b817fa tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5733814 Feb 02 16:00:52.956442 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-c9165564-c846-4b6c-b2a8-dc1bd1c90abe service neutron] Request body: {'port': {'device_id': '3262a1d6-0fe0-4938-a891-3351bb078d71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82751'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:00:53.023480 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-c9165564-c846-4b6c-b2a8-dc1bd1c90abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (7ce073ea-0a68-4022-a335-edfe7e7cf066), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:53.079356 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ad22a9-76a0-4ccb-a565-902d11090a28 None None] New status for floating IP 95f4e7bd-dae9-4328-9d78-516be24d7302: DOWN {{(pid=109041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 16:00:53.141251 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 35570) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:00:53.142782 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-38b3f1c4-8b91-4d00-9e39-2581fc0c7666 None None] Provisioning complete for port 7ce073ea-0a68-4022-a335-edfe7e7cf066 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:00:53.143275 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-38b3f1c4-8b91-4d00-9e39-2581fc0c7666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (7ce073ea-0a68-4022-a335-edfe7e7cf066), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:53.181937 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-38b3f1c4-8b91-4d00-9e39-2581fc0c7666 None None] Port 7ce073ea-0a68-4022-a335-edfe7e7cf066 cannot update to ACTIVE because it is not bound. {{(pid=109040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 16:00:53.210617 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-cc2f6c42-080b-4943-af15-19e4889a230a tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for security_group (377cd9f7-6e57-47f9-b407-b4b34e574f8e), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:53.236609 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-cc2f6c42-080b-4943-af15-19e4889a230a tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for security_group (377cd9f7-6e57-47f9-b407-b4b34e574f8e), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:53.287372 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-cc2f6c42-080b-4943-af15-19e4889a230a tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (377cd9f7-6e57-47f9-b407-b4b34e574f8e), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:53.290297 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-cc2f6c42-080b-4943-af15-19e4889a230a tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:53.291687 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-cc2f6c42-080b-4943-af15-19e4889a230a tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "DELETE /v2.0/security-groups/377cd9f7-6e57-47f9-b407-b4b34e574f8e HTTP/1.1" status: 204 len: 168 time: 0.1488700 Feb 02 16:00:53.297861 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 35574) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:00:53.300973 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f6c42-080b-4943-af15-19e4889a230a tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=377cd9f7-6e57-47f9-b407-b4b34e574f8e,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:53.340966 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.api.v2.resource [None req-49876404-c698-4ea8-af24-7cdf3cf5b797 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] show failed (client error): The resource could not be found. Feb 02 16:00:53.342038 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-49876404-c698-4ea8-af24-7cdf3cf5b797 tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "GET /v2.0/security-groups/377cd9f7-6e57-47f9-b407-b4b34e574f8e HTTP/1.1" status: 404 len: 347 time: 0.0430040 Feb 02 16:00:53.345192 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 35576) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:00:53.353875 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-c9165564-c846-4b6c-b2a8-dc1bd1c90abe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ce073ea-0a68-4022-a335-edfe7e7cf066 {{(pid=109038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 16:00:53.361271 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-c9165564-c846-4b6c-b2a8-dc1bd1c90abe service neutron] Publish callbacks [] for port (7ce073ea-0a68-4022-a335-edfe7e7cf066), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:53.373607 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.provisioning_blocks [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-c9165564-c846-4b6c-b2a8-dc1bd1c90abe service neutron] Transition to ACTIVE for port object 7ce073ea-0a68-4022-a335-edfe7e7cf066 will not be triggered until provisioned by entity L2. {{(pid=109038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:00:53.378146 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-c9165564-c846-4b6c-b2a8-dc1bd1c90abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (7ce073ea-0a68-4022-a335-edfe7e7cf066), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:53.430761 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9165564-c846-4b6c-b2a8-dc1bd1c90abe service neutron] Pushing event updated for resources: {'Port': ['ID=7ce073ea-0a68-4022-a335-edfe7e7cf066,revision_number=2']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:53.496661 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-c9165564-c846-4b6c-b2a8-dc1bd1c90abe service neutron] Attempting to bind port 7ce073ea-0a68-4022-a335-edfe7e7cf066 on host hv-cinder-82751 for vnic_type normal with profile {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 16:00:53.496977 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-c9165564-c846-4b6c-b2a8-dc1bd1c90abe service neutron] Attempting to bind port 7ce073ea-0a68-4022-a335-edfe7e7cf066 by drivers openvswitch,hyperv on host hv-cinder-82751 at level 0 using segments [{'id': '87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e'}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 16:00:53.497676 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-c9165564-c846-4b6c-b2a8-dc1bd1c90abe service neutron] Attempting to bind port 7ce073ea-0a68-4022-a335-edfe7e7cf066 on network cdf28f1b-0411-4dee-a903-8841bfaf0c1e {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 16:00:53.501807 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-c9165564-c846-4b6c-b2a8-dc1bd1c90abe service neutron] Port 7ce073ea-0a68-4022-a335-edfe7e7cf066 on network cdf28f1b-0411-4dee-a903-8841bfaf0c1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82751 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 16:00:53.502138 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-c9165564-c846-4b6c-b2a8-dc1bd1c90abe service neutron] Attempting to bind port 7ce073ea-0a68-4022-a335-edfe7e7cf066 on network cdf28f1b-0411-4dee-a903-8841bfaf0c1e {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 16:00:53.506492 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f0038-8e0c-4204-8945-2e251e108956 req-0d629dba-aaff-4ec6-801b-e5dfb6200b7b tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:53.507746 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-c9165564-c846-4b6c-b2a8-dc1bd1c90abe service neutron] Checking agent: {'id': 'd02ae37f-da75-47b5-8264-16fb0fa5b24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82751', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'started_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 16:00:53.507996 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-165f0038-8e0c-4204-8945-2e251e108956 req-0d629dba-aaff-4ec6-801b-e5dfb6200b7b tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=3262a1d6-0fe0-4938-a891-3351bb078d71 HTTP/1.1" status: 200 len: 943 time: 0.1561966 Feb 02 16:00:53.508119 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-c9165564-c846-4b6c-b2a8-dc1bd1c90abe service neutron] Checking segment: {'id': '87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 16:00:53.508470 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-c9165564-c846-4b6c-b2a8-dc1bd1c90abe service neutron] Bound using segment: {'id': '87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e'} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 16:00:53.508905 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-c9165564-c846-4b6c-b2a8-dc1bd1c90abe service neutron] Bound port: 7ce073ea-0a68-4022-a335-edfe7e7cf066, host: hv-cinder-82751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e'}}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 16:00:53.509711 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-c9165564-c846-4b6c-b2a8-dc1bd1c90abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (7ce073ea-0a68-4022-a335-edfe7e7cf066), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:53.526775 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-0bae2e6d-0e50-4b11-b6e9-374430cc17ab tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Deleting port 0120fd49-635a-4a13-b0e0-73fa6e2ac9d4 {{(pid=109039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:00:53.527112 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0bae2e6d-0e50-4b11-b6e9-374430cc17ab tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (0120fd49-635a-4a13-b0e0-73fa6e2ac9d4), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:53.584281 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-c9165564-c846-4b6c-b2a8-dc1bd1c90abe service neutron] For port 7ce073ea-0a68-4022-a335-edfe7e7cf066, host hv-cinder-82751, cleared binding levels {{(pid=109038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:00:53.589748 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-c9165564-c846-4b6c-b2a8-dc1bd1c90abe service neutron] For port 7ce073ea-0a68-4022-a335-edfe7e7cf066, host hv-cinder-82751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=7ce073ea-0a68-4022-a335-edfe7e7cf066,segment=NetworkSegment(87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5),segment_id=87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5)] {{(pid=109038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:00:53.598652 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-c9165564-c846-4b6c-b2a8-dc1bd1c90abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (7ce073ea-0a68-4022-a335-edfe7e7cf066), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:53.621854 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-165f0038-8e0c-4204-8945-2e251e108956 req-0d466264-bbdf-4994-b6b9-834c58b69b85 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=362468f9-620a-4f95-bebb-b69eb8b43817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041358 Feb 02 16:00:53.637147 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-c9165564-c846-4b6c-b2a8-dc1bd1c90abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:53.637797 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-c9165564-c846-4b6c-b2a8-dc1bd1c90abe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:53.639215 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-c9165564-c846-4b6c-b2a8-dc1bd1c90abe service neutron] 10.222.0.59 "PUT /v2.0/ports/7ce073ea-0a68-4022-a335-edfe7e7cf066 HTTP/1.1" status: 200 len: 1093 time: 0.6883874 Feb 02 16:00:53.648156 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0bae2e6d-0e50-4b11-b6e9-374430cc17ab tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (0120fd49-635a-4a13-b0e0-73fa6e2ac9d4), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:53.648329 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0bae2e6d-0e50-4b11-b6e9-374430cc17ab tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for floatingip (0120fd49-635a-4a13-b0e0-73fa6e2ac9d4), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:53.659061 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9165564-c846-4b6c-b2a8-dc1bd1c90abe service neutron] Pushing event updated for resources: {'Port': ['ID=7ce073ea-0a68-4022-a335-edfe7e7cf066,revision_number=3']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:53.661283 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-0bae2e6d-0e50-4b11-b6e9-374430cc17ab tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Calling delete_port for 0120fd49-635a-4a13-b0e0-73fa6e2ac9d4 owned by network:floatingip {{(pid=109039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:00:53.760337 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-f52ba0e3-ebd4-45e4-94f0-2b069209215b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:53.761863 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-f52ba0e3-ebd4-45e4-94f0-2b069209215b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=45b9c1b88a7c489db94e478b49b35d32&device_id=3262a1d6-0fe0-4938-a891-3351bb078d71 HTTP/1.1" status: 200 len: 1127 time: 0.0482752 Feb 02 16:00:53.816367 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0bae2e6d-0e50-4b11-b6e9-374430cc17ab tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5289298'] for port (0120fd49-635a-4a13-b0e0-73fa6e2ac9d4), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:53.819377 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-7fe681c8-2ed4-4fa6-a042-b808867216c6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ce073ea-0a68-4022-a335-edfe7e7cf066 HTTP/1.1" status: 200 len: 217 time: 0.0433574 Feb 02 16:00:53.845655 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae2e6d-0e50-4b11-b6e9-374430cc17ab tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Pushing event deleted for resources: {'Port': ['ID=0120fd49-635a-4a13-b0e0-73fa6e2ac9d4,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:53.868125 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-495cffff-be93-436f-9630-ac6ea944d636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:53.869622 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-495cffff-be93-436f-9630-ac6ea944d636 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=88fa9161-0b2a-481a-ad23-bc99e36fcc51 HTTP/1.1" status: 200 len: 850 time: 0.0449524 Feb 02 16:00:53.904932 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0bae2e6d-0e50-4b11-b6e9-374430cc17ab tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks [] for floatingip (95f4e7bd-dae9-4328-9d78-516be24d7302), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:53.907684 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0bae2e6d-0e50-4b11-b6e9-374430cc17ab tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for floatingip (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:53.909441 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-0bae2e6d-0e50-4b11-b6e9-374430cc17ab tempest-AttachVolumeShelveTestJSON-1112866137 tempest-AttachVolumeShelveTestJSON-1112866137-project] 10.222.0.112 "DELETE /v2.0/floatingips/95f4e7bd-dae9-4328-9d78-516be24d7302 HTTP/1.1" status: 204 len: 168 time: 0.5626161 Feb 02 16:00:53.920461 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-81a72c02-ab78-4656-be22-218a23500758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:53.922165 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-81a72c02-ab78-4656-be22-218a23500758 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cdf28f1b-0411-4dee-a903-8841bfaf0c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466008 Feb 02 16:00:54.029226 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-81ac385d-e5e8-42f7-91c8-86ef36e396dd service neutron] 10.222.0.59 "GET /v2.0/networks/cdf28f1b-0411-4dee-a903-8841bfaf0c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999699 Feb 02 16:00:54.118616 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-3299e5e3-09c8-4e9c-9dc0-4be979788c25 req-dd0a22df-3ef8-4eea-87c5-aa9deff2350a service neutron] 10.222.0.59 "GET /v2.0/networks/cdf28f1b-0411-4dee-a903-8841bfaf0c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823131 Feb 02 16:00:54.190547 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3262a1d6-0fe0-4938-a891-3351bb078d71', 'tag': '7ce073ea-0a68-4022-a335-edfe7e7cf066'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:00:54.193111 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a23c09-0317-4582-bb38-49120e30de0d" -d '{"events": [{"name": "network-changed", "server_uuid": "3262a1d6-0fe0-4938-a891-3351bb078d71", "tag": "7ce073ea-0a68-4022-a335-edfe7e7cf066"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:00:54.229794 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 16:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf03c5ef-def9-4c2d-b4bc-efc3a98a202e x-openstack-request-id: req-bf03c5ef-def9-4c2d-b4bc-efc3a98a202e {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:00:54.230089 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3262a1d6-0fe0-4938-a891-3351bb078d71", "tag": "7ce073ea-0a68-4022-a335-edfe7e7cf066", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:00:54.230344 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-bf03c5ef-def9-4c2d-b4bc-efc3a98a202e {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:00:54.230765 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3262a1d6-0fe0-4938-a891-3351bb078d71', 'tag': '7ce073ea-0a68-4022-a335-edfe7e7cf066', 'status': 'completed', 'code': 200} Feb 02 16:00:54.325644 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a23c09-0317-4582-bb38-49120e30de0d req-5052c13e-4fc5-446f-a9f8-8ba92149f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:54.327453 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e5a23c09-0317-4582-bb38-49120e30de0d req-5052c13e-4fc5-446f-a9f8-8ba92149f186 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=45b9c1b88a7c489db94e478b49b35d32&device_id=3262a1d6-0fe0-4938-a891-3351bb078d71 HTTP/1.1" status: 200 len: 1127 time: 0.0466022 Feb 02 16:00:54.418487 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a23c09-0317-4582-bb38-49120e30de0d req-eee2d477-c843-45c8-a25e-563a2f275654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:54.419983 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e5a23c09-0317-4582-bb38-49120e30de0d req-eee2d477-c843-45c8-a25e-563a2f275654 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cdf28f1b-0411-4dee-a903-8841bfaf0c1e HTTP/1.1" status: 200 len: 912 time: 0.0866337 Feb 02 16:00:54.460959 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e5a23c09-0317-4582-bb38-49120e30de0d req-a468f678-8286-4411-ba18-98cf6d953cec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ce073ea-0a68-4022-a335-edfe7e7cf066 HTTP/1.1" status: 200 len: 217 time: 0.0337477 Feb 02 16:00:54.512993 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a23c09-0317-4582-bb38-49120e30de0d req-db601609-5356-482d-8a07-042a2f67aca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:54.514464 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e5a23c09-0317-4582-bb38-49120e30de0d req-db601609-5356-482d-8a07-042a2f67aca2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=88fa9161-0b2a-481a-ad23-bc99e36fcc51 HTTP/1.1" status: 200 len: 850 time: 0.0463705 Feb 02 16:00:54.563702 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a23c09-0317-4582-bb38-49120e30de0d req-006e8ac1-dfce-48a8-aa46-4cf0923ddba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:54.565921 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e5a23c09-0317-4582-bb38-49120e30de0d req-006e8ac1-dfce-48a8-aa46-4cf0923ddba3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cdf28f1b-0411-4dee-a903-8841bfaf0c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447345 Feb 02 16:00:54.657785 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e5a23c09-0317-4582-bb38-49120e30de0d req-eb04cfc0-d370-4462-9f4e-1a5341c718b0 service neutron] 10.222.0.59 "GET /v2.0/networks/cdf28f1b-0411-4dee-a903-8841bfaf0c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855114 Feb 02 16:00:54.739107 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6276e9f-82e1-4fab-9a51-4ee2a75e6d92 req-12f7777c-2674-4373-a545-5b58099ecc3f tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:54.740612 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b6276e9f-82e1-4fab-9a51-4ee2a75e6d92 req-12f7777c-2674-4373-a545-5b58099ecc3f tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=3262a1d6-0fe0-4938-a891-3351bb078d71 HTTP/1.1" status: 200 len: 943 time: 0.0536304 Feb 02 16:00:54.749310 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e5a23c09-0317-4582-bb38-49120e30de0d req-26778ce5-60b6-4ed1-b632-3e9fe6480673 service neutron] 10.222.0.59 "GET /v2.0/networks/cdf28f1b-0411-4dee-a903-8841bfaf0c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843852 Feb 02 16:00:54.791768 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b6276e9f-82e1-4fab-9a51-4ee2a75e6d92 req-ac52ddd3-3195-4a43-9fc2-7808d4a907c8 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=362468f9-620a-4f95-bebb-b69eb8b43817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456932 Feb 02 16:00:55.909465 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324623ea-2157-4282-8bbd-f00506e5b11f req-62132260-3104-4197-9815-87695730d5f9 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:55.910950 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-324623ea-2157-4282-8bbd-f00506e5b11f req-62132260-3104-4197-9815-87695730d5f9 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=3262a1d6-0fe0-4938-a891-3351bb078d71 HTTP/1.1" status: 200 len: 943 time: 0.0528097 Feb 02 16:00:55.956441 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-324623ea-2157-4282-8bbd-f00506e5b11f req-2684078e-9eed-42bd-958b-2c3fd2d87590 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=362468f9-620a-4f95-bebb-b69eb8b43817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400283 Feb 02 16:00:56.100975 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 7ce073ea-0a68-4022-a335-edfe7e7cf066 details requested by agent hyperv_hv-cinder-82751 with host hv-cinder-82751 {{(pid=109040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 16:00:56.111010 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device c6d18ddd-40bc-4e32-85cb-3760a79096bd no longer exists at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:00:56.133839 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] No Port match for: c6d18ddd-40bc-4e32-85cb-3760a79096bd {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:00:56.134196 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device c6d18ddd-40bc-4e32-85cb-3760a79096bd not bound to the agent host hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:00:56.220526 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 7ce073ea-0a68-4022-a335-edfe7e7cf066, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=7ce073ea-0a68-4022-a335-edfe7e7cf066,segment=NetworkSegment(87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5),segment_id=87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:00:56.232060 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Returning: {'device': '7ce073ea-0a68-4022-a335-edfe7e7cf066', 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e', 'port_id': '7ce073ea-0a68-4022-a335-edfe7e7cf066', 'mac_address': 'fa:16:3e:48:0a:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fa9161-0b2a-481a-ad23-bc99e36fcc51', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 16:00:56.271328 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port 7ce073ea-0a68-4022-a335-edfe7e7cf066 is: DOWN; New status is: BUILD {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:00:56.271730 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (7ce073ea-0a68-4022-a335-edfe7e7cf066), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:56.285294 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ce073ea-0a68-4022-a335-edfe7e7cf066 {{(pid=109040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 16:00:56.304925 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 7ce073ea-0a68-4022-a335-edfe7e7cf066, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=7ce073ea-0a68-4022-a335-edfe7e7cf066,segment=NetworkSegment(87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5),segment_id=87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:00:56.305983 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 35604) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:00:56.310350 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (7ce073ea-0a68-4022-a335-edfe7e7cf066), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:56.359945 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=7ce073ea-0a68-4022-a335-edfe7e7cf066,revision_number=4']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:56.368222 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:56.368765 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:56.369300 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:56.369810 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:56.370157 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:56.370489 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:56.370825 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:56.371156 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:56.371489 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:56.371819 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:56.372149 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:56.372475 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:56.372805 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:56.627717 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['7ce073ea-0a68-4022-a335-edfe7e7cf066'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 16:00:57.017780 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-10032203-9c63-413a-88b7-0c9d86af1828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7937627'] for router_interface (abbbf086-b64b-4398-baaf-7257aa45039f), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:57.074385 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b9c9b-1952-4dd7-a88d-cb054d67336a req-01d42c45-4dcb-4966-a005-d1b063d29105 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:57.075990 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-339b9c9b-1952-4dd7-a88d-cb054d67336a req-01d42c45-4dcb-4966-a005-d1b063d29105 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=3262a1d6-0fe0-4938-a891-3351bb078d71 HTTP/1.1" status: 200 len: 944 time: 0.0525823 Feb 02 16:00:57.123186 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-339b9c9b-1952-4dd7-a88d-cb054d67336a req-99ca3696-7b61-4a42-ac7a-e08d1182b3fd tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=362468f9-620a-4f95-bebb-b69eb8b43817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406899 Feb 02 16:00:57.265846 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [None req-10032203-9c63-413a-88b7-0c9d86af1828 admin admin] Deleting port 669194a7-fd15-49db-984b-f445be46b5f7 {{(pid=109038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:00:57.266089 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-10032203-9c63-413a-88b7-0c9d86af1828 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (669194a7-fd15-49db-984b-f445be46b5f7), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:57.342070 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [None req-10032203-9c63-413a-88b7-0c9d86af1828 admin admin] For port 669194a7-fd15-49db-984b-f445be46b5f7, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=669194a7-fd15-49db-984b-f445be46b5f7,segment=NetworkSegment(72c8047b-a40f-40bf-b022-6f2ccec93ad0),segment_id=72c8047b-a40f-40bf-b022-6f2ccec93ad0)] {{(pid=109038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:00:57.342782 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-10032203-9c63-413a-88b7-0c9d86af1828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (669194a7-fd15-49db-984b-f445be46b5f7), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:57.354920 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [None req-10032203-9c63-413a-88b7-0c9d86af1828 admin admin] Calling delete_port for 669194a7-fd15-49db-984b-f445be46b5f7 owned by network:router_interface {{(pid=109038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:00:57.531857 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-10032203-9c63-413a-88b7-0c9d86af1828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (669194a7-fd15-49db-984b-f445be46b5f7), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:57.566464 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10032203-9c63-413a-88b7-0c9d86af1828 admin admin] Pushing event deleted for resources: {'Port': ['ID=669194a7-fd15-49db-984b-f445be46b5f7,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:57.731018 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-10032203-9c63-413a-88b7-0c9d86af1828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8109520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7937735'] for router_interface (abbbf086-b64b-4398-baaf-7257aa45039f), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:57.943617 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10032203-9c63-413a-88b7-0c9d86af1828 admin admin] Router abbbf086-b64b-4398-baaf-7257aa45039f has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:00:58.048882 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10032203-9c63-413a-88b7-0c9d86af1828 admin admin] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:00:58.054831 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-10032203-9c63-413a-88b7-0c9d86af1828 admin admin] 10.222.0.112 "PUT /v2.0/routers/abbbf086-b64b-4398-baaf-7257aa45039f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7477262 Feb 02 16:00:58.057389 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 35610) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:00:58.058903 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cfee5f-e1db-48dd-afe7-4fe0729d0e16 None None] Sync routers for ids ['abbbf086-b64b-4398-baaf-7257aa45039f'] in dv-cinder-827511-1-iscsi {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:00:58.071693 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cfee5f-e1db-48dd-afe7-4fe0729d0e16 None None] Routers {'abbbf086-b64b-4398-baaf-7257aa45039f'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:00:58.072565 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-f9cfee5f-e1db-48dd-afe7-4fe0729d0e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:00:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['abbbf086-b64b-4398-baaf-7257aa45039f'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:58.117184 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 7ce073ea-0a68-4022-a335-edfe7e7cf066 up at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 16:00:58.164584 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-88f63290-db69-4e4c-9e3f-c73dad00ce7c admin admin] Publish callbacks [] for router (abbbf086-b64b-4398-baaf-7257aa45039f), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:58.216419 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-f9cfee5f-e1db-48dd-afe7-4fe0729d0e16 None None] Set router abbbf086-b64b-4398-baaf-7257aa45039f gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:00:58.250651 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c67237-1772-4f92-be47-f48826839f90 req-0d5b685a-1e6d-4733-9dab-c352b8160eb9 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:58.252301 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-08c67237-1772-4f92-be47-f48826839f90 req-0d5b685a-1e6d-4733-9dab-c352b8160eb9 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=3262a1d6-0fe0-4938-a891-3351bb078d71 HTTP/1.1" status: 200 len: 944 time: 0.0585771 Feb 02 16:00:58.275429 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-88f63290-db69-4e4c-9e3f-c73dad00ce7c admin admin] Publish callbacks [] for router_gateway (abbbf086-b64b-4398-baaf-7257aa45039f), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:58.288770 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning for port 7ce073ea-0a68-4022-a335-edfe7e7cf066 completed by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:00:58.300920 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning complete for port 7ce073ea-0a68-4022-a335-edfe7e7cf066 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:00:58.301698 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (7ce073ea-0a68-4022-a335-edfe7e7cf066), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:58.302590 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-08c67237-1772-4f92-be47-f48826839f90 req-4ff38f8e-71b4-4823-ad0a-a92597c1e7f2 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=362468f9-620a-4f95-bebb-b69eb8b43817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441406 Feb 02 16:00:58.338799 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [None req-88f63290-db69-4e4c-9e3f-c73dad00ce7c admin admin] Deleting port 498ab6a1-e1fd-4a3a-915f-a751ae61e613 {{(pid=109038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:00:58.339146 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-88f63290-db69-4e4c-9e3f-c73dad00ce7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (498ab6a1-e1fd-4a3a-915f-a751ae61e613), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:58.416726 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [None req-88f63290-db69-4e4c-9e3f-c73dad00ce7c admin admin] For port 498ab6a1-e1fd-4a3a-915f-a751ae61e613, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=498ab6a1-e1fd-4a3a-915f-a751ae61e613,segment=NetworkSegment(aa18bba3-a434-4e8a-926e-117b8687e1ff),segment_id=aa18bba3-a434-4e8a-926e-117b8687e1ff)] {{(pid=109038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:00:58.417469 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-88f63290-db69-4e4c-9e3f-c73dad00ce7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (498ab6a1-e1fd-4a3a-915f-a751ae61e613), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:58.431071 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [None req-88f63290-db69-4e4c-9e3f-c73dad00ce7c admin admin] Calling delete_port for 498ab6a1-e1fd-4a3a-915f-a751ae61e613 owned by network:router_gateway {{(pid=109038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:00:58.458634 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port 7ce073ea-0a68-4022-a335-edfe7e7cf066 is: BUILD; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:00:58.459023 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (7ce073ea-0a68-4022-a335-edfe7e7cf066), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:58.487867 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3262a1d6-0fe0-4938-a891-3351bb078d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce073ea-0a68-4022-a335-edfe7e7cf066'}] {{(pid=109040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:00:58.489877 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1d7bcdb5a183cc49b107777b4db9278503cec4984c40d99c754c4d9ca4724a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7ef444-b35e-475d-9678-a625200201bb" -d '{"events": [{"server_uuid": "3262a1d6-0fe0-4938-a891-3351bb078d71", "name": "network-vif-plugged", "status": "completed", "tag": "7ce073ea-0a68-4022-a335-edfe7e7cf066"}]}' {{(pid=109040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:00:58.506641 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 7ce073ea-0a68-4022-a335-edfe7e7cf066, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=7ce073ea-0a68-4022-a335-edfe7e7cf066,segment=NetworkSegment(87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5),segment_id=87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:00:58.508722 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-f9cfee5f-e1db-48dd-afe7-4fe0729d0e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'name': 'tempest-AttachVolumeShelveTestJSON-1426711805-router', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:53:39Z', 'updated_at': '2022-02-02T16:00:57Z', 'revision_number': 5, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'gw_port': {'id': '498ab6a1-e1fd-4a3a-915f-a751ae61e613', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:52:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:53:41Z', 'updated_at': '2022-02-02T15:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi'}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:58.512711 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (7ce073ea-0a68-4022-a335-edfe7e7cf066), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:58.542442 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 16:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83220d91-6c47-4384-9f5b-0e69ec95a2d8 x-openstack-request-id: req-83220d91-6c47-4384-9f5b-0e69ec95a2d8 {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:00:58.542737 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3262a1d6-0fe0-4938-a891-3351bb078d71", "name": "network-vif-plugged", "status": "completed", "tag": "7ce073ea-0a68-4022-a335-edfe7e7cf066", "code": 200}]} {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:00:58.543023 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-83220d91-6c47-4384-9f5b-0e69ec95a2d8 {{(pid=109040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:00:58.543442 dv-cinder-827511-1-iscsi neutron-server[109040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3262a1d6-0fe0-4938-a891-3351bb078d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce073ea-0a68-4022-a335-edfe7e7cf066', 'code': 200} Feb 02 16:00:58.545563 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cfee5f-e1db-48dd-afe7-4fe0729d0e16 None None] Checking router: abbbf086-b64b-4398-baaf-7257aa45039f for host: dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:00:58.583487 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cfee5f-e1db-48dd-afe7-4fe0729d0e16 None None] Routers {'abbbf086-b64b-4398-baaf-7257aa45039f'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:00:58.584139 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-f9cfee5f-e1db-48dd-afe7-4fe0729d0e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:00:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['abbbf086-b64b-4398-baaf-7257aa45039f'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:58.626485 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-88f63290-db69-4e4c-9e3f-c73dad00ce7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (498ab6a1-e1fd-4a3a-915f-a751ae61e613), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:58.663059 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f63290-db69-4e4c-9e3f-c73dad00ce7c admin admin] Pushing event deleted for resources: {'Port': ['ID=498ab6a1-e1fd-4a3a-915f-a751ae61e613,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:58.663333 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=7ce073ea-0a68-4022-a335-edfe7e7cf066,revision_number=5']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:58.697287 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-f9cfee5f-e1db-48dd-afe7-4fe0729d0e16 None None] Set router abbbf086-b64b-4398-baaf-7257aa45039f gateway port host: None {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:00:58.728011 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-88f63290-db69-4e4c-9e3f-c73dad00ce7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7937893'] for router_gateway (abbbf086-b64b-4398-baaf-7257aa45039f), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:58.758274 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-f9cfee5f-e1db-48dd-afe7-4fe0729d0e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'name': 'tempest-AttachVolumeShelveTestJSON-1426711805-router', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:53:39Z', 'updated_at': '2022-02-02T16:00:58Z', 'revision_number': 6, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'gw_port_host': None}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:58.786657 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cfee5f-e1db-48dd-afe7-4fe0729d0e16 None None] The sync data for ids ['abbbf086-b64b-4398-baaf-7257aa45039f'] in dv-cinder-827511-1-iscsi is: [{'id': 'abbbf086-b64b-4398-baaf-7257aa45039f', 'name': 'tempest-AttachVolumeShelveTestJSON-1426711805-router', 'tenant_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:53:39Z', 'updated_at': '2022-02-02T16:00:58Z', 'revision_number': 6, 'project_id': 'e46d9c184bc14bb2869a6bbc48e00252', 'gw_port_host': None}] {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:00:58.841231 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-88f63290-db69-4e4c-9e3f-c73dad00ce7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8316650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4847'] for router (abbbf086-b64b-4398-baaf-7257aa45039f), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:58.844020 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-88f63290-db69-4e4c-9e3f-c73dad00ce7c admin admin] Publish callbacks [] for router_controller (abbbf086-b64b-4398-baaf-7257aa45039f), precommit_delete_associations {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:58.894359 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524e7de-2cef-465a-aeba-929be701b04f req-626df2ce-663a-4c8f-96ac-d7ba6e59a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:58.896079 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-c524e7de-2cef-465a-aeba-929be701b04f req-626df2ce-663a-4c8f-96ac-d7ba6e59a97d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3262a1d6-0fe0-4938-a891-3351bb078d71 HTTP/1.1" status: 200 len: 1129 time: 0.1659584 Feb 02 16:00:58.897138 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-88f63290-db69-4e4c-9e3f-c73dad00ce7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8316661'] for router (abbbf086-b64b-4398-baaf-7257aa45039f), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:58.897684 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f63290-db69-4e4c-9e3f-c73dad00ce7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router abbbf086-b64b-4398-baaf-7257aa45039f {{(pid=109038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 16:00:58.902174 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-88f63290-db69-4e4c-9e3f-c73dad00ce7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:58.903240 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-88f63290-db69-4e4c-9e3f-c73dad00ce7c admin admin] 10.222.0.112 "DELETE /v2.0/routers/abbbf086-b64b-4398-baaf-7257aa45039f HTTP/1.1" status: 204 len: 168 time: 0.8449037 Feb 02 16:00:58.905931 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 35616) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:00:58.943649 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-c524e7de-2cef-465a-aeba-929be701b04f req-026d6233-0375-42e3-8104-2abed5b5b1ea service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=362468f9-620a-4f95-bebb-b69eb8b43817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392923 Feb 02 16:00:58.950023 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3962334-8015-4851-b5fc-562e7be04a07 admin admin] Deleting subnet f5347cd5-2ddb-4574-9672-af43239849ac {{(pid=109039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 16:00:58.953128 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-a3962334-8015-4851-b5fc-562e7be04a07 admin admin] Publish callbacks [] for subnet (f5347cd5-2ddb-4574-9672-af43239849ac), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:58.987170 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-a3962334-8015-4851-b5fc-562e7be04a07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6290290'] for subnet (f5347cd5-2ddb-4574-9672-af43239849ac), precommit_delete_associations {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:59.094610 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-a3962334-8015-4851-b5fc-562e7be04a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145137'] for subnet (f5347cd5-2ddb-4574-9672-af43239849ac), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:59.149685 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-a3962334-8015-4851-b5fc-562e7be04a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5289349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6097995'] for subnet (f5347cd5-2ddb-4574-9672-af43239849ac), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:59.175766 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3962334-8015-4851-b5fc-562e7be04a07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5347cd5-2ddb-4574-9672-af43239849ac,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:59.179777 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-a3962334-8015-4851-b5fc-562e7be04a07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for subnet (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:59.183001 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-a3962334-8015-4851-b5fc-562e7be04a07 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/f5347cd5-2ddb-4574-9672-af43239849ac HTTP/1.1" status: 204 len: 168 time: 0.2760453 Feb 02 16:00:59.185352 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1fb0e9-eb10-4819-8f11-5b565a17c18b None None] Network b0953c76-584e-4cc9-bd10-70c56077e5e6 requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 16:00:59.186301 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 35618) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:00:59.269887 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c6bb9e6c-2be6-4ea5-b324-95cc621b83d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1153519'] for network (b0953c76-584e-4cc9-bd10-70c56077e5e6), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:59.324536 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-c6bb9e6c-2be6-4ea5-b324-95cc621b83d1 admin admin] Deleting port ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b {{(pid=109039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:00:59.324882 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c6bb9e6c-2be6-4ea5-b324-95cc621b83d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:59.418076 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.db [None req-c6bb9e6c-2be6-4ea5-b324-95cc621b83d1 admin admin] For port ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b,segment=NetworkSegment(72c8047b-a40f-40bf-b022-6f2ccec93ad0),segment_id=72c8047b-a40f-40bf-b022-6f2ccec93ad0)] {{(pid=109039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:00:59.418431 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c6bb9e6c-2be6-4ea5-b324-95cc621b83d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:59.434522 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-c6bb9e6c-2be6-4ea5-b324-95cc621b83d1 admin admin] Calling delete_port for ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b owned by network:dhcp {{(pid=109039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:00:59.492621 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721eece6-0820-40cd-bf95-ca2ffc1b3de1 req-c2de8358-93c9-4737-9bfd-01a86637d257 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:59.494040 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-721eece6-0820-40cd-bf95-ca2ffc1b3de1 req-c2de8358-93c9-4737-9bfd-01a86637d257 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=3262a1d6-0fe0-4938-a891-3351bb078d71 HTTP/1.1" status: 200 len: 945 time: 0.1163709 Feb 02 16:00:59.568739 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-721eece6-0820-40cd-bf95-ca2ffc1b3de1 req-4e01d3cf-f7da-4056-9857-67c376ac0347 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=362468f9-620a-4f95-bebb-b69eb8b43817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682118 Feb 02 16:00:59.570096 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c6bb9e6c-2be6-4ea5-b324-95cc621b83d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5289298'] for port (ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:59.581369 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e874b75-c50b-4f2b-b6dc-2cf978691c1d None None] DHCP port deletion for b0953c76-584e-4cc9-bd10-70c56077e5e6 request from dv-cinder-827511-1-iscsi {{(pid=109040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 16:00:59.601579 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bb9e6c-2be6-4ea5-b324-95cc621b83d1 admin admin] No DVR routers for this DVR port ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b on host dv-cinder-827511-1-iscsi {{(pid=109039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:00:59.607007 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb9e6c-2be6-4ea5-b324-95cc621b83d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:59.684572 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c6bb9e6c-2be6-4ea5-b324-95cc621b83d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143470', 'neutron.services.segments.db._delete_segments_for_network-8791047536797'] for network (b0953c76-584e-4cc9-bd10-70c56077e5e6), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:59.704933 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.services.segments.db [None req-c6bb9e6c-2be6-4ea5-b324-95cc621b83d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0953c76-584e-4cc9-bd10-70c56077e5e6']}} {{(pid=109039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:59.714118 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.services.segments.db [None req-c6bb9e6c-2be6-4ea5-b324-95cc621b83d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c8047b-a40f-40bf-b022-6f2ccec93ad0') {'for_net_delete': True} {{(pid=109039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:59.714422 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.services.segments.db [None req-c6bb9e6c-2be6-4ea5-b324-95cc621b83d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c8047b-a40f-40bf-b022-6f2ccec93ad0') {} {{(pid=109039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:59.727746 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c6bb9e6c-2be6-4ea5-b324-95cc621b83d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791047557030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6290297'] for segment (72c8047b-a40f-40bf-b022-6f2ccec93ad0), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:59.739004 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c6bb9e6c-2be6-4ea5-b324-95cc621b83d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (72c8047b-a40f-40bf-b022-6f2ccec93ad0), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:59.746183 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6bb9e6c-2be6-4ea5-b324-95cc621b83d1 admin admin] Releasing vlan 988 on physical network physnet1 to pool {{(pid=109039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 16:00:59.746586 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c6bb9e6c-2be6-4ea5-b324-95cc621b83d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5289343'] for segment (72c8047b-a40f-40bf-b022-6f2ccec93ad0), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:59.748606 dv-cinder-827511-1-iscsi neutron-server[109039]: Traceback (most recent call last): Feb 02 16:00:59.748606 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 16:00:59.748606 dv-cinder-827511-1-iscsi neutron-server[109039]: timer() Feb 02 16:00:59.748606 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:00:59.748606 dv-cinder-827511-1-iscsi neutron-server[109039]: cb(*args, **kw) Feb 02 16:00:59.748606 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 16:00:59.748606 dv-cinder-827511-1-iscsi neutron-server[109039]: return func(*args, **kwargs) Feb 02 16:00:59.748606 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:00:59.748606 dv-cinder-827511-1-iscsi neutron-server[109039]: self._notify() Feb 02 16:00:59.748606 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:00:59.748606 dv-cinder-827511-1-iscsi neutron-server[109039]: self.callback(batched_events) Feb 02 16:00:59.748606 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:00:59.748606 dv-cinder-827511-1-iscsi neutron-server[109039]: event.method(event) Feb 02 16:00:59.748606 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 16:00:59.748606 dv-cinder-827511-1-iscsi neutron-server[109039]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:00:59.748606 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 16:00:59.748606 dv-cinder-827511-1-iscsi neutron-server[109039]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:00:59.748606 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 16:00:59.748606 dv-cinder-827511-1-iscsi neutron-server[109039]: return f(self, *a, **k) Feb 02 16:00:59.748606 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:00:59.748606 dv-cinder-827511-1-iscsi neutron-server[109039]: return self._get(url).json() Feb 02 16:00:59.748606 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:00:59.748606 dv-cinder-827511-1-iscsi neutron-server[109039]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:00:59.748606 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 16:00:59.748606 dv-cinder-827511-1-iscsi neutron-server[109039]: return self.request(url, 'GET', **kwargs) Feb 02 16:00:59.748606 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 16:00:59.748606 dv-cinder-827511-1-iscsi neutron-server[109039]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:00:59.748606 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 16:00:59.748606 dv-cinder-827511-1-iscsi neutron-server[109039]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:00:59.748606 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 16:00:59.748606 dv-cinder-827511-1-iscsi neutron-server[109039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:00:59.748606 dv-cinder-827511-1-iscsi neutron-server[109039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:00:59.805721 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c6bb9e6c-2be6-4ea5-b324-95cc621b83d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7937865'] for network (b0953c76-584e-4cc9-bd10-70c56077e5e6), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:59.811517 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c6bb9e6c-2be6-4ea5-b324-95cc621b83d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:00:59.814920 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-c6bb9e6c-2be6-4ea5-b324-95cc621b83d1 admin admin] 10.222.0.112 "DELETE /v2.0/networks/b0953c76-584e-4cc9-bd10-70c56077e5e6 HTTP/1.1" status: 204 len: 168 time: 0.6275179 Feb 02 16:00:59.826032 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb9e6c-2be6-4ea5-b324-95cc621b83d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0953c76-584e-4cc9-bd10-70c56077e5e6,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:59.932206 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 35624) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:00:59.974571 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-bdae20f1-524b-4f84-b6cb-708545a121af admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=e46d9c184bc14bb2869a6bbc48e00252&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412107 Feb 02 16:00:59.977135 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 35626) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:00.028274 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-1292c24f-e012-4f81-b325-1389d40c3bf4 admin admin] Publish callbacks [] for security_group (92926a5e-da0c-48e1-848a-47e007fe54c1), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:00.054821 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-1292c24f-e012-4f81-b325-1389d40c3bf4 admin admin] Publish callbacks [] for security_group (92926a5e-da0c-48e1-848a-47e007fe54c1), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:00.102313 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-1292c24f-e012-4f81-b325-1389d40c3bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (92926a5e-da0c-48e1-848a-47e007fe54c1), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:00.104829 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-1292c24f-e012-4f81-b325-1389d40c3bf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:00.106001 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-1292c24f-e012-4f81-b325-1389d40c3bf4 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/92926a5e-da0c-48e1-848a-47e007fe54c1 HTTP/1.1" status: 204 len: 168 time: 0.1279714 Feb 02 16:01:00.114419 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292c24f-e012-4f81-b325-1389d40c3bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92926a5e-da0c-48e1-848a-47e007fe54c1,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:00.636942 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 498ab6a1-e1fd-4a3a-915f-a751ae61e613 no longer exists at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:01:00.660764 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] No Port match for: 498ab6a1-e1fd-4a3a-915f-a751ae61e613 {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:01:00.661258 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 498ab6a1-e1fd-4a3a-915f-a751ae61e613 not bound to the agent host dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:01:00.661783 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 669194a7-fd15-49db-984b-f445be46b5f7 no longer exists at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:01:00.682538 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] No Port match for: 669194a7-fd15-49db-984b-f445be46b5f7 {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:01:00.682997 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 669194a7-fd15-49db-984b-f445be46b5f7 not bound to the agent host dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:01:00.683531 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b no longer exists at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:01:00.705449 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f3b29-e7a1-45f3-a0aa-ca703a0cb9d8 req-29daa25f-16bc-4cea-a496-49c9da16e598 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:00.707835 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3e1f3b29-e7a1-45f3-a0aa-ca703a0cb9d8 req-29daa25f-16bc-4cea-a496-49c9da16e598 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=3262a1d6-0fe0-4938-a891-3351bb078d71 HTTP/1.1" status: 200 len: 945 time: 0.0579734 Feb 02 16:01:00.708524 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] No Port match for: ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:01:00.708952 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device ee08bd05-7b8f-4c28-ae38-97af1aa9ac8b not bound to the agent host dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:01:00.764780 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3e1f3b29-e7a1-45f3-a0aa-ca703a0cb9d8 req-00ea8363-86c8-4b32-b8a7-109dc65b27b6 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=362468f9-620a-4f95-bebb-b69eb8b43817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409985 Feb 02 16:01:00.883657 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1031c24-7fdd-4062-9a8a-8494a8a1e279 req-6c7244d0-1396-452c-bab6-1b636c9f11ec tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:00.885151 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e1031c24-7fdd-4062-9a8a-8494a8a1e279 req-6c7244d0-1396-452c-bab6-1b636c9f11ec tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=3262a1d6-0fe0-4938-a891-3351bb078d71 HTTP/1.1" status: 200 len: 945 time: 0.0552716 Feb 02 16:01:00.894206 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 35656) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:00.898694 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-60d62588-79e7-46de-b436-f4b4f0d003c1 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Request body: {'floatingip': {'port_id': '7ce073ea-0a68-4022-a335-edfe7e7cf066'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:01:00.937388 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-60d62588-79e7-46de-b436-f4b4f0d003c1 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for floatingip (83386da3-ce91-426f-8e79-e8a2e4ea2929), before_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:01.385298 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-60d62588-79e7-46de-b436-f4b4f0d003c1 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:01.388944 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-60d62588-79e7-46de-b436-f4b4f0d003c1 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7937883'] for floatingip (83386da3-ce91-426f-8e79-e8a2e4ea2929), after_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:01.672826 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.db.l3_db [None req-60d62588-79e7-46de-b436-f4b4f0d003c1 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Floating IP 83386da3-ce91-426f-8e79-e8a2e4ea2929 associated. External IP: 172.27.3.220, port: 7ce073ea-0a68-4022-a335-edfe7e7cf066. Feb 02 16:01:01.873722 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d62588-79e7-46de-b436-f4b4f0d003c1 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Router 72d61eae-3e8b-41aa-bd55-419673a4b8cc has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:01:01.974724 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d62588-79e7-46de-b436-f4b4f0d003c1 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:01:01.979383 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-60d62588-79e7-46de-b436-f4b4f0d003c1 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for floatingip (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:01.984663 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b64910a-cbe9-40f2-b58c-52b7382c0c28 None None] Sync routers for ids ['72d61eae-3e8b-41aa-bd55-419673a4b8cc'] in dv-cinder-827511-1-iscsi {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:01:01.994950 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b64910a-cbe9-40f2-b58c-52b7382c0c28 None None] Routers {'72d61eae-3e8b-41aa-bd55-419673a4b8cc'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:01:01.995592 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-7b64910a-cbe9-40f2-b58c-52b7382c0c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:00:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['72d61eae-3e8b-41aa-bd55-419673a4b8cc'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:01:02.010597 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-60d62588-79e7-46de-b436-f4b4f0d003c1 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "PUT /v2.0/floatingips/83386da3-ce91-426f-8e79-e8a2e4ea2929 HTTP/1.1" status: 200 len: 991 time: 1.1152685 Feb 02 16:01:02.011167 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3262a1d6-0fe0-4938-a891-3351bb078d71', 'tag': '7ce073ea-0a68-4022-a335-edfe7e7cf066'}] {{(pid=109039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:01:02.013507 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c161fd89cb1d1d847ba0f79545528bda5d1c418a0cb4f87e804297803be7db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46308fec-a814-44f9-92d9-d66932dc4958" -d '{"events": [{"name": "network-changed", "server_uuid": "3262a1d6-0fe0-4938-a891-3351bb078d71", "tag": "7ce073ea-0a68-4022-a335-edfe7e7cf066"}]}' {{(pid=109039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:01:02.110543 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-7b64910a-cbe9-40f2-b58c-52b7382c0c28 None None] Set router 72d61eae-3e8b-41aa-bd55-419673a4b8cc gateway port host: dv-cinder-827511-1-iscsi {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:01:02.117839 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 16:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d050a74-1842-401d-934a-e2600bcb0c6a x-openstack-request-id: req-4d050a74-1842-401d-934a-e2600bcb0c6a {{(pid=109039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:01:02.118131 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3262a1d6-0fe0-4938-a891-3351bb078d71", "tag": "7ce073ea-0a68-4022-a335-edfe7e7cf066", "status": "completed", "code": 200}]} {{(pid=109039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:01:02.118380 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-4d050a74-1842-401d-934a-e2600bcb0c6a {{(pid=109039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:01:02.118770 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3262a1d6-0fe0-4938-a891-3351bb078d71', 'tag': '7ce073ea-0a68-4022-a335-edfe7e7cf066', 'status': 'completed', 'code': 200} Feb 02 16:01:02.129147 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca297346-1a03-4b1d-b992-64e3b319006a req-e4b18406-8a60-4c5e-a324-eb1b0fb9a45c tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:02.133533 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ca297346-1a03-4b1d-b992-64e3b319006a req-e4b18406-8a60-4c5e-a324-eb1b0fb9a45c tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=3262a1d6-0fe0-4938-a891-3351bb078d71 HTTP/1.1" status: 200 len: 945 time: 0.0606356 Feb 02 16:01:02.181610 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ca297346-1a03-4b1d-b992-64e3b319006a req-50d30e0a-0605-44f7-86fd-ba0da07e31f2 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=362468f9-620a-4f95-bebb-b69eb8b43817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452411 Feb 02 16:01:02.207893 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46308fec-a814-44f9-92d9-d66932dc4958 req-bbf73e36-12e6-4ac8-a178-85398371224b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:02.209480 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-46308fec-a814-44f9-92d9-d66932dc4958 req-bbf73e36-12e6-4ac8-a178-85398371224b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=45b9c1b88a7c489db94e478b49b35d32&device_id=3262a1d6-0fe0-4938-a891-3351bb078d71 HTTP/1.1" status: 200 len: 1129 time: 0.0471413 Feb 02 16:01:02.310599 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46308fec-a814-44f9-92d9-d66932dc4958 req-a62b42ac-9298-4faf-a3a1-cbd930370e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:02.312207 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-46308fec-a814-44f9-92d9-d66932dc4958 req-a62b42ac-9298-4faf-a3a1-cbd930370e66 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cdf28f1b-0411-4dee-a903-8841bfaf0c1e HTTP/1.1" status: 200 len: 912 time: 0.0954161 Feb 02 16:01:02.385863 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-46308fec-a814-44f9-92d9-d66932dc4958 req-e56374e9-2008-4c28-af72-d3cca31cd2ee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ce073ea-0a68-4022-a335-edfe7e7cf066 HTTP/1.1" status: 200 len: 999 time: 0.0676897 Feb 02 16:01:02.439980 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46308fec-a814-44f9-92d9-d66932dc4958 req-e8fe7ca3-29a6-4d46-8195-88295ee77c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:02.441535 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-7b64910a-cbe9-40f2-b58c-52b7382c0c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'name': 'tempest-AttachVolumeTestJSON-1574262170-router', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:32Z', 'revision_number': 4, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'gw_port': {'id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_floatingips': [{'id': '83386da3-ce91-426f-8e79-e8a2e4ea2929', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'floating_ip_address': '172.27.3.220', 'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'router_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'port_id': '7ce073ea-0a68-4022-a335-edfe7e7cf066', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e', 'mac_address': 'fa:16:3e:48:0a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3262a1d6-0fe0-4938-a891-3351bb078d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:00:49Z', 'updated_at': '2022-02-02T16:01:01Z', 'revision_number': 1, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '062fec73-b264-471d-a458-820920794199', 'name': '', 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'mac_address': 'fa:16:3e:14:ac:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '88fa9161-0b2a-481a-ad23-bc99e36fcc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:57:31Z', 'updated_at': '2022-02-02T15:57:35Z', 'revision_number': 5, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'subnets': [{'id': '88fa9161-0b2a-481a-ad23-bc99e36fcc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:01:02.441756 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-46308fec-a814-44f9-92d9-d66932dc4958 req-e8fe7ca3-29a6-4d46-8195-88295ee77c0b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=88fa9161-0b2a-481a-ad23-bc99e36fcc51 HTTP/1.1" status: 200 len: 850 time: 0.0494595 Feb 02 16:01:02.475259 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b64910a-cbe9-40f2-b58c-52b7382c0c28 None None] Checking router: 72d61eae-3e8b-41aa-bd55-419673a4b8cc for host: dv-cinder-827511-1-iscsi {{(pid=109041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:01:02.484929 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b64910a-cbe9-40f2-b58c-52b7382c0c28 None None] Routers {'72d61eae-3e8b-41aa-bd55-419673a4b8cc'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:01:02.485835 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-7b64910a-cbe9-40f2-b58c-52b7382c0c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:00:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['72d61eae-3e8b-41aa-bd55-419673a4b8cc'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:01:02.501626 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46308fec-a814-44f9-92d9-d66932dc4958 req-a1ccd993-a1ec-4896-b158-f61cab277233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:02.503437 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-46308fec-a814-44f9-92d9-d66932dc4958 req-a1ccd993-a1ec-4896-b158-f61cab277233 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cdf28f1b-0411-4dee-a903-8841bfaf0c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553832 Feb 02 16:01:02.593357 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-7b64910a-cbe9-40f2-b58c-52b7382c0c28 None None] Set router 72d61eae-3e8b-41aa-bd55-419673a4b8cc gateway port host: dv-cinder-827511-1-iscsi {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:01:02.598913 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-46308fec-a814-44f9-92d9-d66932dc4958 req-f72d5b34-92c0-438c-8a19-01081509ec8c service neutron] 10.222.0.59 "GET /v2.0/networks/cdf28f1b-0411-4dee-a903-8841bfaf0c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879970 Feb 02 16:01:02.696894 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-46308fec-a814-44f9-92d9-d66932dc4958 req-c094272b-3830-4e64-b30d-7a364c2dc0f5 service neutron] 10.222.0.59 "GET /v2.0/networks/cdf28f1b-0411-4dee-a903-8841bfaf0c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911825 Feb 02 16:01:02.827294 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-7b64910a-cbe9-40f2-b58c-52b7382c0c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'name': 'tempest-AttachVolumeTestJSON-1574262170-router', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:32Z', 'revision_number': 4, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'gw_port': {'id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_floatingips': [{'id': '83386da3-ce91-426f-8e79-e8a2e4ea2929', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'floating_ip_address': '172.27.3.220', 'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'router_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'port_id': '7ce073ea-0a68-4022-a335-edfe7e7cf066', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e', 'mac_address': 'fa:16:3e:48:0a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3262a1d6-0fe0-4938-a891-3351bb078d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:00:49Z', 'updated_at': '2022-02-02T16:01:01Z', 'revision_number': 1, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '062fec73-b264-471d-a458-820920794199', 'name': '', 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'mac_address': 'fa:16:3e:14:ac:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '88fa9161-0b2a-481a-ad23-bc99e36fcc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:57:31Z', 'updated_at': '2022-02-02T15:57:35Z', 'revision_number': 5, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'subnets': [{'id': '88fa9161-0b2a-481a-ad23-bc99e36fcc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:01:02.856954 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b64910a-cbe9-40f2-b58c-52b7382c0c28 None None] The sync data for ids ['72d61eae-3e8b-41aa-bd55-419673a4b8cc'] in dv-cinder-827511-1-iscsi is: [{'id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'name': 'tempest-AttachVolumeTestJSON-1574262170-router', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:32Z', 'revision_number': 4, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'gw_port': {'id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_floatingips': [{'id': '83386da3-ce91-426f-8e79-e8a2e4ea2929', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'floating_ip_address': '172.27.3.220', 'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'router_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'port_id': '7ce073ea-0a68-4022-a335-edfe7e7cf066', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e', 'mac_address': 'fa:16:3e:48:0a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3262a1d6-0fe0-4938-a891-3351bb078d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:00:49Z', 'updated_at': '2022-02-02T16:01:01Z', 'revision_number': 1, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '062fec73-b264-471d-a458-820920794199', 'name': '', 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'mac_address': 'fa:16:3e:14:ac:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '88fa9161-0b2a-481a-ad23-bc99e36fcc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:57:31Z', 'updated_at': '2022-02-02T15:57:35Z', 'revision_number': 5, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'subnets': [{'id': '88fa9161-0b2a-481a-ad23-bc99e36fcc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:01:03.037195 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32af40e4-10e5-4612-9969-e6257e4af03f None None] New status for floating IP 83386da3-ce91-426f-8e79-e8a2e4ea2929: ACTIVE {{(pid=109040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 16:01:03.300684 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d1f1d-cace-47ad-b62f-1b115aa63aec req-f2eb14e4-e70e-4266-a97f-3ff354cbd8b1 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:03.302429 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-332d1f1d-cace-47ad-b62f-1b115aa63aec req-f2eb14e4-e70e-4266-a97f-3ff354cbd8b1 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=3262a1d6-0fe0-4938-a891-3351bb078d71 HTTP/1.1" status: 200 len: 945 time: 0.0517535 Feb 02 16:01:03.347541 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-332d1f1d-cace-47ad-b62f-1b115aa63aec req-63c2294a-6ef0-4c10-ad5a-d226e74ec3bb tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=362468f9-620a-4f95-bebb-b69eb8b43817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396295 Feb 02 16:01:03.858893 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 35708) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:03.969082 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-527f5fe2-bf35-4969-b087-9fa0086142bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:04.044737 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-527f5fe2-bf35-4969-b087-9fa0086142bd admin admin] Publish callbacks [] for security_group (0c92b9a4-e47f-49f2-8e33-9f5587eb3ac2), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:04.048033 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-527f5fe2-bf35-4969-b087-9fa0086142bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (0c92b9a4-e47f-49f2-8e33-9f5587eb3ac2), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:04.087395 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-527f5fe2-bf35-4969-b087-9fa0086142bd admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=d284592c964045f186e3a6f01b24937a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274365 Feb 02 16:01:04.088273 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f5fe2-bf35-4969-b087-9fa0086142bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c92b9a4-e47f-49f2-8e33-9f5587eb3ac2,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:04.090109 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 35712) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:04.139321 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-b4c9276c-369d-4c1e-bdb3-23129da30e10 admin admin] Publish callbacks [] for security_group (0c92b9a4-e47f-49f2-8e33-9f5587eb3ac2), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:04.161137 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-b4c9276c-369d-4c1e-bdb3-23129da30e10 admin admin] Publish callbacks [] for security_group (0c92b9a4-e47f-49f2-8e33-9f5587eb3ac2), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:04.206277 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-b4c9276c-369d-4c1e-bdb3-23129da30e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (0c92b9a4-e47f-49f2-8e33-9f5587eb3ac2), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:04.208822 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-b4c9276c-369d-4c1e-bdb3-23129da30e10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:04.209983 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-b4c9276c-369d-4c1e-bdb3-23129da30e10 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/0c92b9a4-e47f-49f2-8e33-9f5587eb3ac2 HTTP/1.1" status: 204 len: 168 time: 0.1188738 Feb 02 16:01:04.217624 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9276c-369d-4c1e-bdb3-23129da30e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c92b9a4-e47f-49f2-8e33-9f5587eb3ac2,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:07.611864 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 35770) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:07.771739 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [None req-9030d073-0a06-430c-8c7d-a969924d9536 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Deleting port c5ebbc65-e48b-4697-9132-6c40a58d177d {{(pid=109038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:01:07.772137 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-9030d073-0a06-430c-8c7d-a969924d9536 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (c5ebbc65-e48b-4697-9132-6c40a58d177d), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:07.854373 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-9030d073-0a06-430c-8c7d-a969924d9536 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (c5ebbc65-e48b-4697-9132-6c40a58d177d), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:07.854840 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-9030d073-0a06-430c-8c7d-a969924d9536 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks [] for floatingip (c5ebbc65-e48b-4697-9132-6c40a58d177d), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:07.867201 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [None req-9030d073-0a06-430c-8c7d-a969924d9536 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Calling delete_port for c5ebbc65-e48b-4697-9132-6c40a58d177d owned by network:floatingip {{(pid=109038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:01:08.059246 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-9030d073-0a06-430c-8c7d-a969924d9536 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (c5ebbc65-e48b-4697-9132-6c40a58d177d), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:08.086245 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030d073-0a06-430c-8c7d-a969924d9536 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Pushing event deleted for resources: {'Port': ['ID=c5ebbc65-e48b-4697-9132-6c40a58d177d,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:08.151117 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-9030d073-0a06-430c-8c7d-a969924d9536 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks [] for floatingip (d50f709a-c33e-4101-974e-d3db909375d8), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:08.151511 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.db.l3_db [None req-9030d073-0a06-430c-8c7d-a969924d9536 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Floating IP d50f709a-c33e-4101-974e-d3db909375d8 disassociated (deleted). External IP: 172.27.3.25, port: a68738fb-31fa-4b71-bf99-ddd9c9105aba. Feb 02 16:01:08.603316 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9030d073-0a06-430c-8c7d-a969924d9536 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Router 4333a32b-dc4a-4822-b722-16525c680144 has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:01:08.711459 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9030d073-0a06-430c-8c7d-a969924d9536 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:01:08.716409 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-9030d073-0a06-430c-8c7d-a969924d9536 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for floatingip (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:08.722110 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df9a0e4-ff23-4e55-b37d-b03837ba5acd None None] Sync routers for ids ['4333a32b-dc4a-4822-b722-16525c680144'] in dv-cinder-827511-1-iscsi {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:01:08.732529 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df9a0e4-ff23-4e55-b37d-b03837ba5acd None None] Routers {'4333a32b-dc4a-4822-b722-16525c680144'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:01:08.733183 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-3df9a0e4-ff23-4e55-b37d-b03837ba5acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:00:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['4333a32b-dc4a-4822-b722-16525c680144'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:01:08.751511 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-9030d073-0a06-430c-8c7d-a969924d9536 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "DELETE /v2.0/floatingips/d50f709a-c33e-4101-974e-d3db909375d8 HTTP/1.1" status: 204 len: 168 time: 1.1385524 Feb 02 16:01:08.752720 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14625d6-128e-46ad-99ff-047af4b40534', 'tag': 'a68738fb-31fa-4b71-bf99-ddd9c9105aba'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:01:08.755049 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3eb7e12-3fd9-44fe-9d25-dce9e06cbe8d" -d '{"events": [{"name": "network-changed", "server_uuid": "d14625d6-128e-46ad-99ff-047af4b40534", "tag": "a68738fb-31fa-4b71-bf99-ddd9c9105aba"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:01:08.794619 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 16:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f17059-1d8c-497e-86ca-920d93b23aa6 x-openstack-request-id: req-c5f17059-1d8c-497e-86ca-920d93b23aa6 {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:01:08.794909 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14625d6-128e-46ad-99ff-047af4b40534", "tag": "a68738fb-31fa-4b71-bf99-ddd9c9105aba", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:01:08.795184 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-c5f17059-1d8c-497e-86ca-920d93b23aa6 {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:01:08.795605 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14625d6-128e-46ad-99ff-047af4b40534', 'tag': 'a68738fb-31fa-4b71-bf99-ddd9c9105aba', 'status': 'completed', 'code': 200} Feb 02 16:01:08.854621 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-3df9a0e4-ff23-4e55-b37d-b03837ba5acd None None] Set router 4333a32b-dc4a-4822-b722-16525c680144 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:01:08.892808 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb7e12-3fd9-44fe-9d25-dce9e06cbe8d req-9a847a0a-aba9-4e14-9bd0-719f0b9e1450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:08.894389 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-d3eb7e12-3fd9-44fe-9d25-dce9e06cbe8d req-9a847a0a-aba9-4e14-9bd0-719f0b9e1450 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09f6a7ba2fd841cb8ddb919c7cc3cc33&device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 1130 time: 0.0548236 Feb 02 16:01:08.984959 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb7e12-3fd9-44fe-9d25-dce9e06cbe8d req-6fd8a08f-6aa1-4b40-99ec-9cd7253f2ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:08.987068 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-d3eb7e12-3fd9-44fe-9d25-dce9e06cbe8d req-6fd8a08f-6aa1-4b40-99ec-9cd7253f2ab0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=96264f45-29e5-48c2-8efd-888143a9e5e2 HTTP/1.1" status: 200 len: 910 time: 0.0862172 Feb 02 16:01:09.034546 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-d3eb7e12-3fd9-44fe-9d25-dce9e06cbe8d req-dc5ccf73-a9c2-4d49-8000-90c3be186809 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a68738fb-31fa-4b71-bf99-ddd9c9105aba HTTP/1.1" status: 200 len: 217 time: 0.0418968 Feb 02 16:01:09.076148 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-3df9a0e4-ff23-4e55-b37d-b03837ba5acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4333a32b-dc4a-4822-b722-16525c680144', 'name': 'tempest-TestShelveInstance-2139117878-router', 'tenant_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '2704dd53-29fd-4a10-9da8-adace02560d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:55:53Z', 'updated_at': '2022-02-02T15:55:57Z', 'revision_number': 4, 'project_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'gw_port': {'id': '2704dd53-29fd-4a10-9da8-adace02560d7', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4333a32b-dc4a-4822-b722-16525c680144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:53Z', 'updated_at': '2022-02-02T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '996aed00-dc6f-4132-9298-7bbbf876459b', 'name': '', 'network_id': '96264f45-29e5-48c2-8efd-888143a9e5e2', 'tenant_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'mac_address': 'fa:16:3e:e4:1e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4333a32b-dc4a-4822-b722-16525c680144', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '93bf2d9b-25e2-4562-8db6-071a0b0be22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:56Z', 'updated_at': '2022-02-02T15:56:03Z', 'revision_number': 5, 'project_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'subnets': [{'id': '93bf2d9b-25e2-4562-8db6-071a0b0be22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:01:09.094490 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb7e12-3fd9-44fe-9d25-dce9e06cbe8d req-e53a95cd-894a-4b92-adfb-28f3377c66f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:09.100231 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-d3eb7e12-3fd9-44fe-9d25-dce9e06cbe8d req-e53a95cd-894a-4b92-adfb-28f3377c66f2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=93bf2d9b-25e2-4562-8db6-071a0b0be22c HTTP/1.1" status: 200 len: 848 time: 0.0602844 Feb 02 16:01:09.110485 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df9a0e4-ff23-4e55-b37d-b03837ba5acd None None] Checking router: 4333a32b-dc4a-4822-b722-16525c680144 for host: dv-cinder-827511-1-iscsi {{(pid=109041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:01:09.122360 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df9a0e4-ff23-4e55-b37d-b03837ba5acd None None] Routers {'4333a32b-dc4a-4822-b722-16525c680144'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:01:09.122989 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-3df9a0e4-ff23-4e55-b37d-b03837ba5acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:00:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['4333a32b-dc4a-4822-b722-16525c680144'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:01:09.194569 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb7e12-3fd9-44fe-9d25-dce9e06cbe8d req-3c229fa9-7eb5-4519-9e24-f974a12f2e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:09.196259 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-d3eb7e12-3fd9-44fe-9d25-dce9e06cbe8d req-3c229fa9-7eb5-4519-9e24-f974a12f2e45 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96264f45-29e5-48c2-8efd-888143a9e5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581722 Feb 02 16:01:09.222524 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ed6a7-a80b-4b20-a92d-f134ed9a169a req-0db71800-1671-4a16-837a-0c7640176a3d tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:09.224094 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-653ed6a7-a80b-4b20-a92d-f134ed9a169a req-0db71800-1671-4a16-837a-0c7640176a3d tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 946 time: 0.0727410 Feb 02 16:01:09.251350 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-3df9a0e4-ff23-4e55-b37d-b03837ba5acd None None] Set router 4333a32b-dc4a-4822-b722-16525c680144 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:01:09.294327 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-653ed6a7-a80b-4b20-a92d-f134ed9a169a req-7f2758f3-a6c9-45a7-9302-abf61d3bd8e2 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594058 Feb 02 16:01:09.347742 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-d3eb7e12-3fd9-44fe-9d25-dce9e06cbe8d req-e0ca67d5-9be8-4c66-8f75-3a64b39f1e14 service neutron] 10.222.0.59 "GET /v2.0/networks/96264f45-29e5-48c2-8efd-888143a9e5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439023 Feb 02 16:01:09.444959 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-d3eb7e12-3fd9-44fe-9d25-dce9e06cbe8d req-11a66a7c-74d8-4adf-b3b8-48b8e217016d service neutron] 10.222.0.59 "GET /v2.0/networks/96264f45-29e5-48c2-8efd-888143a9e5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895863 Feb 02 16:01:09.475374 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-3df9a0e4-ff23-4e55-b37d-b03837ba5acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4333a32b-dc4a-4822-b722-16525c680144', 'name': 'tempest-TestShelveInstance-2139117878-router', 'tenant_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '2704dd53-29fd-4a10-9da8-adace02560d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:55:53Z', 'updated_at': '2022-02-02T15:55:57Z', 'revision_number': 4, 'project_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'gw_port': {'id': '2704dd53-29fd-4a10-9da8-adace02560d7', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4333a32b-dc4a-4822-b722-16525c680144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:53Z', 'updated_at': '2022-02-02T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '996aed00-dc6f-4132-9298-7bbbf876459b', 'name': '', 'network_id': '96264f45-29e5-48c2-8efd-888143a9e5e2', 'tenant_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'mac_address': 'fa:16:3e:e4:1e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4333a32b-dc4a-4822-b722-16525c680144', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '93bf2d9b-25e2-4562-8db6-071a0b0be22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:56Z', 'updated_at': '2022-02-02T15:56:03Z', 'revision_number': 5, 'project_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'subnets': [{'id': '93bf2d9b-25e2-4562-8db6-071a0b0be22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:01:09.501613 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df9a0e4-ff23-4e55-b37d-b03837ba5acd None None] The sync data for ids ['4333a32b-dc4a-4822-b722-16525c680144'] in dv-cinder-827511-1-iscsi is: [{'id': '4333a32b-dc4a-4822-b722-16525c680144', 'name': 'tempest-TestShelveInstance-2139117878-router', 'tenant_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '2704dd53-29fd-4a10-9da8-adace02560d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:55:53Z', 'updated_at': '2022-02-02T15:55:57Z', 'revision_number': 4, 'project_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'gw_port': {'id': '2704dd53-29fd-4a10-9da8-adace02560d7', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4333a32b-dc4a-4822-b722-16525c680144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:53Z', 'updated_at': '2022-02-02T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '996aed00-dc6f-4132-9298-7bbbf876459b', 'name': '', 'network_id': '96264f45-29e5-48c2-8efd-888143a9e5e2', 'tenant_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'mac_address': 'fa:16:3e:e4:1e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4333a32b-dc4a-4822-b722-16525c680144', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '93bf2d9b-25e2-4562-8db6-071a0b0be22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:56Z', 'updated_at': '2022-02-02T15:56:03Z', 'revision_number': 5, 'project_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'subnets': [{'id': '93bf2d9b-25e2-4562-8db6-071a0b0be22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:01:09.725063 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f96652d-5e0f-4b72-bf6a-64b76af04ec4 None None] New status for floating IP d50f709a-c33e-4101-974e-d3db909375d8: DOWN {{(pid=109040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 16:01:10.421794 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994fe120-1ccd-4af7-b64f-158eb3c40b5f req-581d134f-8428-4788-8dbe-e27d142dda06 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:10.423279 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-994fe120-1ccd-4af7-b64f-158eb3c40b5f req-581d134f-8428-4788-8dbe-e27d142dda06 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 946 time: 0.0555120 Feb 02 16:01:10.472195 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-994fe120-1ccd-4af7-b64f-158eb3c40b5f req-63b5e37e-30c4-43da-bfb7-334323bdd50a tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/security-groups?id=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430691 Feb 02 16:01:10.966569 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80606c-b81d-4ec5-b75f-90b66878b065 req-89555c04-35f2-4d12-8afe-9f955162e715 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:10.967930 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9d80606c-b81d-4ec5-b75f-90b66878b065 req-89555c04-35f2-4d12-8afe-9f955162e715 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.59 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 946 time: 0.0582793 Feb 02 16:01:11.074350 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-9d80606c-b81d-4ec5-b75f-90b66878b065 req-82aeef1d-67da-4142-b713-fc2a68554d36 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Deleting port a68738fb-31fa-4b71-bf99-ddd9c9105aba {{(pid=109038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:01:11.074809 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-9d80606c-b81d-4ec5-b75f-90b66878b065 req-82aeef1d-67da-4142-b713-fc2a68554d36 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (a68738fb-31fa-4b71-bf99-ddd9c9105aba), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:11.170955 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-9d80606c-b81d-4ec5-b75f-90b66878b065 req-82aeef1d-67da-4142-b713-fc2a68554d36 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] For port a68738fb-31fa-4b71-bf99-ddd9c9105aba, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=a68738fb-31fa-4b71-bf99-ddd9c9105aba,segment=NetworkSegment(5a507211-54a4-4f7d-9c42-be9fe103a157),segment_id=5a507211-54a4-4f7d-9c42-be9fe103a157)] {{(pid=109038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:01:11.171324 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-9d80606c-b81d-4ec5-b75f-90b66878b065 req-82aeef1d-67da-4142-b713-fc2a68554d36 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (a68738fb-31fa-4b71-bf99-ddd9c9105aba), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:11.184223 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-9d80606c-b81d-4ec5-b75f-90b66878b065 req-82aeef1d-67da-4142-b713-fc2a68554d36 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Calling delete_port for a68738fb-31fa-4b71-bf99-ddd9c9105aba owned by compute:nova {{(pid=109038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:01:11.310718 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-9d80606c-b81d-4ec5-b75f-90b66878b065 req-82aeef1d-67da-4142-b713-fc2a68554d36 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (a68738fb-31fa-4b71-bf99-ddd9c9105aba), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:11.344032 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aeef1d-67da-4142-b713-fc2a68554d36 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Pushing event deleted for resources: {'Port': ['ID=a68738fb-31fa-4b71-bf99-ddd9c9105aba,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:11.389659 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d80606c-b81d-4ec5-b75f-90b66878b065 req-82aeef1d-67da-4142-b713-fc2a68554d36 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] No DVR routers for this DVR port a68738fb-31fa-4b71-bf99-ddd9c9105aba on host hv-cinder-82751 {{(pid=109038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:01:11.392041 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-9d80606c-b81d-4ec5-b75f-90b66878b065 req-82aeef1d-67da-4142-b713-fc2a68554d36 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:11.396484 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9d80606c-b81d-4ec5-b75f-90b66878b065 req-82aeef1d-67da-4142-b713-fc2a68554d36 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.59 "DELETE /v2.0/ports/a68738fb-31fa-4b71-bf99-ddd9c9105aba HTTP/1.1" status: 204 len: 173 time: 0.4118578 Feb 02 16:01:11.396927 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14625d6-128e-46ad-99ff-047af4b40534', 'name': 'network-vif-deleted', 'tag': 'a68738fb-31fa-4b71-bf99-ddd9c9105aba'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:01:11.399178 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a4166c-86ef-4e1b-a95a-08d7e31af06e" -d '{"events": [{"server_uuid": "d14625d6-128e-46ad-99ff-047af4b40534", "name": "network-vif-deleted", "tag": "a68738fb-31fa-4b71-bf99-ddd9c9105aba"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:01:11.437980 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 16:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d6ec61-cddb-46b3-92d9-424e636c5258 x-openstack-request-id: req-34d6ec61-cddb-46b3-92d9-424e636c5258 {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:01:11.438287 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14625d6-128e-46ad-99ff-047af4b40534", "name": "network-vif-deleted", "tag": "a68738fb-31fa-4b71-bf99-ddd9c9105aba", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:01:11.438528 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-34d6ec61-cddb-46b3-92d9-424e636c5258 {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:01:11.438981 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14625d6-128e-46ad-99ff-047af4b40534', 'name': 'network-vif-deleted', 'tag': 'a68738fb-31fa-4b71-bf99-ddd9c9105aba', 'status': 'completed', 'code': 200} Feb 02 16:01:11.568102 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-47af5082-892a-43cd-98ed-a361f6c09685 req-3985b61e-e1c1-4700-95cd-25070ae4fe2e tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "GET /v2.0/ports?device_id=d14625d6-128e-46ad-99ff-047af4b40534 HTTP/1.1" status: 200 len: 210 time: 0.0272751 Feb 02 16:01:12.622870 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 35872) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:12.682047 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-026c833b-801b-4362-b2e9-017f57579814 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks [] for security_group (27e4c6fb-441a-44a7-bc4a-66c52d47a8b2), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:12.708292 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-026c833b-801b-4362-b2e9-017f57579814 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks [] for security_group (27e4c6fb-441a-44a7-bc4a-66c52d47a8b2), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:12.774607 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-026c833b-801b-4362-b2e9-017f57579814 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (27e4c6fb-441a-44a7-bc4a-66c52d47a8b2), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:12.777365 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-026c833b-801b-4362-b2e9-017f57579814 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:12.778637 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-026c833b-801b-4362-b2e9-017f57579814 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] 10.222.0.112 "DELETE /v2.0/security-groups/27e4c6fb-441a-44a7-bc4a-66c52d47a8b2 HTTP/1.1" status: 204 len: 168 time: 0.1546671 Feb 02 16:01:12.789547 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c833b-801b-4362-b2e9-017f57579814 tempest-TestShelveInstance-1552322113 tempest-TestShelveInstance-1552322113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e4c6fb-441a-44a7-bc4a-66c52d47a8b2,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:12.827031 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 35876) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:12.860710 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-b5d06821-58c5-4f95-9ffe-ae3de918cc42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:13.417615 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-70716897-c6a4-49fb-b0ca-7dca029b233a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7937627'] for router_interface (4333a32b-dc4a-4822-b722-16525c680144), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:13.466033 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 35890) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:13.571302 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-907fed40-1238-4c19-9dc6-5e45761aa9e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:13.650414 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-907fed40-1238-4c19-9dc6-5e45761aa9e2 admin admin] Publish callbacks [] for security_group (697e96f7-ec6d-4858-a5a6-650d051ce892), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:13.654763 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-907fed40-1238-4c19-9dc6-5e45761aa9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (697e96f7-ec6d-4858-a5a6-650d051ce892), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:13.692832 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907fed40-1238-4c19-9dc6-5e45761aa9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697e96f7-ec6d-4858-a5a6-650d051ce892,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:13.698225 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-907fed40-1238-4c19-9dc6-5e45761aa9e2 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=f1f69454922f4094b07c86fcd01c883a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311630 Feb 02 16:01:13.700744 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 35894) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:13.719669 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-70716897-c6a4-49fb-b0ca-7dca029b233a admin admin] Deleting port 996aed00-dc6f-4132-9298-7bbbf876459b {{(pid=109039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:01:13.720007 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-70716897-c6a4-49fb-b0ca-7dca029b233a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (996aed00-dc6f-4132-9298-7bbbf876459b), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:13.748260 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-9d441a8a-2c07-4c97-aeff-72f5d2f20f09 admin admin] Publish callbacks [] for security_group (697e96f7-ec6d-4858-a5a6-650d051ce892), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:13.770061 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-9d441a8a-2c07-4c97-aeff-72f5d2f20f09 admin admin] Publish callbacks [] for security_group (697e96f7-ec6d-4858-a5a6-650d051ce892), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:13.796182 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.db [None req-70716897-c6a4-49fb-b0ca-7dca029b233a admin admin] For port 996aed00-dc6f-4132-9298-7bbbf876459b, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=996aed00-dc6f-4132-9298-7bbbf876459b,segment=NetworkSegment(5a507211-54a4-4f7d-9c42-be9fe103a157),segment_id=5a507211-54a4-4f7d-9c42-be9fe103a157)] {{(pid=109039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:01:13.796465 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-70716897-c6a4-49fb-b0ca-7dca029b233a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (996aed00-dc6f-4132-9298-7bbbf876459b), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:13.810633 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-70716897-c6a4-49fb-b0ca-7dca029b233a admin admin] Calling delete_port for 996aed00-dc6f-4132-9298-7bbbf876459b owned by network:router_interface {{(pid=109039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:01:13.816099 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-9d441a8a-2c07-4c97-aeff-72f5d2f20f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (697e96f7-ec6d-4858-a5a6-650d051ce892), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:13.818744 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-9d441a8a-2c07-4c97-aeff-72f5d2f20f09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:13.822253 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-9d441a8a-2c07-4c97-aeff-72f5d2f20f09 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/697e96f7-ec6d-4858-a5a6-650d051ce892 HTTP/1.1" status: 204 len: 168 time: 0.1182415 Feb 02 16:01:13.829258 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d441a8a-2c07-4c97-aeff-72f5d2f20f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697e96f7-ec6d-4858-a5a6-650d051ce892,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:13.993677 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-70716897-c6a4-49fb-b0ca-7dca029b233a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5289298'] for port (996aed00-dc6f-4132-9298-7bbbf876459b), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:14.021445 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70716897-c6a4-49fb-b0ca-7dca029b233a admin admin] Pushing event deleted for resources: {'Port': ['ID=996aed00-dc6f-4132-9298-7bbbf876459b,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:14.180440 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device a68738fb-31fa-4b71-bf99-ddd9c9105aba no longer exists at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:01:14.200458 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] No Port match for: a68738fb-31fa-4b71-bf99-ddd9c9105aba {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:01:14.200842 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device a68738fb-31fa-4b71-bf99-ddd9c9105aba not bound to the agent host hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:01:14.242865 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-70716897-c6a4-49fb-b0ca-7dca029b233a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8109520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7937735'] for router_interface (4333a32b-dc4a-4822-b722-16525c680144), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:14.679397 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70716897-c6a4-49fb-b0ca-7dca029b233a admin admin] Router 4333a32b-dc4a-4822-b722-16525c680144 has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:01:14.787483 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70716897-c6a4-49fb-b0ca-7dca029b233a admin admin] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:01:14.792434 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-70716897-c6a4-49fb-b0ca-7dca029b233a admin admin] 10.222.0.112 "PUT /v2.0/routers/4333a32b-dc4a-4822-b722-16525c680144/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9642148 Feb 02 16:01:14.795045 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 35932) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:14.799808 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc5fc1c-2095-4c52-8b60-93a9ad13d3ee None None] Sync routers for ids ['4333a32b-dc4a-4822-b722-16525c680144'] in dv-cinder-827511-1-iscsi {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:01:14.809913 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc5fc1c-2095-4c52-8b60-93a9ad13d3ee None None] Routers {'4333a32b-dc4a-4822-b722-16525c680144'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:01:14.810651 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-4dc5fc1c-2095-4c52-8b60-93a9ad13d3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:00:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['4333a32b-dc4a-4822-b722-16525c680144'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:01:14.915221 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-84e0f4cc-67c5-417a-8059-e28005adc219 admin admin] Publish callbacks [] for router (4333a32b-dc4a-4822-b722-16525c680144), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:14.922031 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-4dc5fc1c-2095-4c52-8b60-93a9ad13d3ee None None] Set router 4333a32b-dc4a-4822-b722-16525c680144 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:01:15.029575 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-84e0f4cc-67c5-417a-8059-e28005adc219 admin admin] Publish callbacks [] for router_gateway (4333a32b-dc4a-4822-b722-16525c680144), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:15.098352 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [None req-84e0f4cc-67c5-417a-8059-e28005adc219 admin admin] Deleting port 2704dd53-29fd-4a10-9da8-adace02560d7 {{(pid=109038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:01:15.098702 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-84e0f4cc-67c5-417a-8059-e28005adc219 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (2704dd53-29fd-4a10-9da8-adace02560d7), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:15.181731 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [None req-84e0f4cc-67c5-417a-8059-e28005adc219 admin admin] For port 2704dd53-29fd-4a10-9da8-adace02560d7, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=2704dd53-29fd-4a10-9da8-adace02560d7,segment=NetworkSegment(aa18bba3-a434-4e8a-926e-117b8687e1ff),segment_id=aa18bba3-a434-4e8a-926e-117b8687e1ff)] {{(pid=109038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:01:15.182137 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-84e0f4cc-67c5-417a-8059-e28005adc219 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (2704dd53-29fd-4a10-9da8-adace02560d7), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:15.194903 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [None req-84e0f4cc-67c5-417a-8059-e28005adc219 admin admin] Calling delete_port for 2704dd53-29fd-4a10-9da8-adace02560d7 owned by network:router_gateway {{(pid=109038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:01:15.227474 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-4dc5fc1c-2095-4c52-8b60-93a9ad13d3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4333a32b-dc4a-4822-b722-16525c680144', 'name': 'tempest-TestShelveInstance-2139117878-router', 'tenant_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '2704dd53-29fd-4a10-9da8-adace02560d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:55:53Z', 'updated_at': '2022-02-02T16:01:13Z', 'revision_number': 5, 'project_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'gw_port': {'id': '2704dd53-29fd-4a10-9da8-adace02560d7', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4333a32b-dc4a-4822-b722-16525c680144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:55:53Z', 'updated_at': '2022-02-02T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi'}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:01:15.253353 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc5fc1c-2095-4c52-8b60-93a9ad13d3ee None None] Checking router: 4333a32b-dc4a-4822-b722-16525c680144 for host: dv-cinder-827511-1-iscsi {{(pid=109041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:01:15.261545 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc5fc1c-2095-4c52-8b60-93a9ad13d3ee None None] Routers {'4333a32b-dc4a-4822-b722-16525c680144'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:01:15.262154 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-4dc5fc1c-2095-4c52-8b60-93a9ad13d3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:00:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['4333a32b-dc4a-4822-b722-16525c680144'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:01:15.351292 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-4dc5fc1c-2095-4c52-8b60-93a9ad13d3ee None None] Set router 4333a32b-dc4a-4822-b722-16525c680144 gateway port host: None {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:01:15.373697 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-8417b461-c34d-488a-b81d-082ba5af0f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:15.376410 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-84e0f4cc-67c5-417a-8059-e28005adc219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (2704dd53-29fd-4a10-9da8-adace02560d7), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:15.407593 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0f4cc-67c5-417a-8059-e28005adc219 admin admin] Pushing event deleted for resources: {'Port': ['ID=2704dd53-29fd-4a10-9da8-adace02560d7,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:15.411513 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-4dc5fc1c-2095-4c52-8b60-93a9ad13d3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4333a32b-dc4a-4822-b722-16525c680144', 'name': 'tempest-TestShelveInstance-2139117878-router', 'tenant_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:55:53Z', 'updated_at': '2022-02-02T16:01:15Z', 'revision_number': 6, 'project_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'gw_port_host': None}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:01:15.440871 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc5fc1c-2095-4c52-8b60-93a9ad13d3ee None None] The sync data for ids ['4333a32b-dc4a-4822-b722-16525c680144'] in dv-cinder-827511-1-iscsi is: [{'id': '4333a32b-dc4a-4822-b722-16525c680144', 'name': 'tempest-TestShelveInstance-2139117878-router', 'tenant_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:55:53Z', 'updated_at': '2022-02-02T16:01:15Z', 'revision_number': 6, 'project_id': '09f6a7ba2fd841cb8ddb919c7cc3cc33', 'gw_port_host': None}] {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:01:15.474370 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-84e0f4cc-67c5-417a-8059-e28005adc219 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7937893'] for router_gateway (4333a32b-dc4a-4822-b722-16525c680144), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:15.578375 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-84e0f4cc-67c5-417a-8059-e28005adc219 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8316650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4847'] for router (4333a32b-dc4a-4822-b722-16525c680144), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:15.581402 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-84e0f4cc-67c5-417a-8059-e28005adc219 admin admin] Publish callbacks [] for router_controller (4333a32b-dc4a-4822-b722-16525c680144), precommit_delete_associations {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:15.626252 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-84e0f4cc-67c5-417a-8059-e28005adc219 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8316661'] for router (4333a32b-dc4a-4822-b722-16525c680144), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:15.627750 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e0f4cc-67c5-417a-8059-e28005adc219 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4333a32b-dc4a-4822-b722-16525c680144 {{(pid=109038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 16:01:15.633016 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-84e0f4cc-67c5-417a-8059-e28005adc219 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:15.634212 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-84e0f4cc-67c5-417a-8059-e28005adc219 admin admin] 10.222.0.112 "DELETE /v2.0/routers/4333a32b-dc4a-4822-b722-16525c680144 HTTP/1.1" status: 204 len: 168 time: 0.8381824 Feb 02 16:01:15.636681 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 35958) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:15.683790 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_v2 [None req-7562a227-d708-4f7e-8130-912e2444d167 admin admin] Deleting subnet 93bf2d9b-25e2-4562-8db6-071a0b0be22c {{(pid=109038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 16:01:15.687115 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-7562a227-d708-4f7e-8130-912e2444d167 admin admin] Publish callbacks [] for subnet (93bf2d9b-25e2-4562-8db6-071a0b0be22c), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:15.722724 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-7562a227-d708-4f7e-8130-912e2444d167 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5222245'] for subnet (93bf2d9b-25e2-4562-8db6-071a0b0be22c), precommit_delete_associations {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:15.837421 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-7562a227-d708-4f7e-8130-912e2444d167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145137'] for subnet (93bf2d9b-25e2-4562-8db6-071a0b0be22c), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:15.891676 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-7562a227-d708-4f7e-8130-912e2444d167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4863332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5232880'] for subnet (93bf2d9b-25e2-4562-8db6-071a0b0be22c), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:15.917704 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562a227-d708-4f7e-8130-912e2444d167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93bf2d9b-25e2-4562-8db6-071a0b0be22c,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:15.919685 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-7562a227-d708-4f7e-8130-912e2444d167 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:15.922897 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-7562a227-d708-4f7e-8130-912e2444d167 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/93bf2d9b-25e2-4562-8db6-071a0b0be22c HTTP/1.1" status: 204 len: 168 time: 0.2848186 Feb 02 16:01:15.925882 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 35960) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:15.927263 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edab05a-0ba3-47ef-8c64-1f95954f4887 None None] Network 96264f45-29e5-48c2-8efd-888143a9e5e2 requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 16:01:16.000054 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-c546086f-7382-48da-8224-92b6737c4f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1153519'] for network (96264f45-29e5-48c2-8efd-888143a9e5e2), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:16.055775 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [None req-c546086f-7382-48da-8224-92b6737c4f0f admin admin] Deleting port 6e30c976-e53e-4f8b-acc1-63e38acf6a4e {{(pid=109038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:01:16.056126 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-c546086f-7382-48da-8224-92b6737c4f0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (6e30c976-e53e-4f8b-acc1-63e38acf6a4e), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:16.124326 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [None req-c546086f-7382-48da-8224-92b6737c4f0f admin admin] For port 6e30c976-e53e-4f8b-acc1-63e38acf6a4e, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=6e30c976-e53e-4f8b-acc1-63e38acf6a4e,segment=NetworkSegment(5a507211-54a4-4f7d-9c42-be9fe103a157),segment_id=5a507211-54a4-4f7d-9c42-be9fe103a157)] {{(pid=109038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:01:16.124700 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-c546086f-7382-48da-8224-92b6737c4f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (6e30c976-e53e-4f8b-acc1-63e38acf6a4e), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:16.139794 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [None req-c546086f-7382-48da-8224-92b6737c4f0f admin admin] Calling delete_port for 6e30c976-e53e-4f8b-acc1-63e38acf6a4e owned by network:dhcp {{(pid=109038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:01:16.211607 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004e6ca9-c816-4b51-a476-3f52f079d175 None None] DHCP port deletion for 96264f45-29e5-48c2-8efd-888143a9e5e2 request from dv-cinder-827511-1-iscsi {{(pid=109040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 16:01:16.235685 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-c546086f-7382-48da-8224-92b6737c4f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (6e30c976-e53e-4f8b-acc1-63e38acf6a4e), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:16.259305 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:16.259907 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546086f-7382-48da-8224-92b6737c4f0f admin admin] Pushing event deleted for resources: {'Port': ['ID=6e30c976-e53e-4f8b-acc1-63e38acf6a4e,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:16.266011 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c546086f-7382-48da-8224-92b6737c4f0f admin admin] No DVR routers for this DVR port 6e30c976-e53e-4f8b-acc1-63e38acf6a4e on host dv-cinder-827511-1-iscsi {{(pid=109038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:01:16.280307 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-004e6ca9-c816-4b51-a476-3f52f079d175 None None] Deleting port 6e30c976-e53e-4f8b-acc1-63e38acf6a4e {{(pid=109040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:01:16.280776 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-004e6ca9-c816-4b51-a476-3f52f079d175 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (6e30c976-e53e-4f8b-acc1-63e38acf6a4e), before_delete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:16.339515 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-c546086f-7382-48da-8224-92b6737c4f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143470', 'neutron.services.segments.db._delete_segments_for_network-8791047536797'] for network (96264f45-29e5-48c2-8efd-888143a9e5e2), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:16.350006 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-004e6ca9-c816-4b51-a476-3f52f079d175 None None] For port 6e30c976-e53e-4f8b-acc1-63e38acf6a4e, host dv-cinder-827511-1-iscsi, got binding levels [] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:01:16.350414 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-004e6ca9-c816-4b51-a476-3f52f079d175 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (6e30c976-e53e-4f8b-acc1-63e38acf6a4e), precommit_delete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:16.359331 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.services.segments.db [None req-c546086f-7382-48da-8224-92b6737c4f0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96264f45-29e5-48c2-8efd-888143a9e5e2']}} {{(pid=109038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:01:16.363569 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-004e6ca9-c816-4b51-a476-3f52f079d175 None None] Calling delete_port for 6e30c976-e53e-4f8b-acc1-63e38acf6a4e owned by network:dhcp {{(pid=109040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:01:16.367711 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.ipam_backend_mixin [None req-004e6ca9-c816-4b51-a476-3f52f079d175 None None] Port 6e30c976-e53e-4f8b-acc1-63e38acf6a4e was not found and therefore no delete operation was performed {{(pid=109040) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 16:01:16.369786 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-004e6ca9-c816-4b51-a476-3f52f079d175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362'] for port (6e30c976-e53e-4f8b-acc1-63e38acf6a4e), after_delete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:16.370939 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.services.segments.db [None req-c546086f-7382-48da-8224-92b6737c4f0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a507211-54a4-4f7d-9c42-be9fe103a157') {'for_net_delete': True} {{(pid=109038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:01:16.371246 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.services.segments.db [None req-c546086f-7382-48da-8224-92b6737c4f0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a507211-54a4-4f7d-9c42-be9fe103a157') {} {{(pid=109038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:01:16.381565 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-c546086f-7382-48da-8224-92b6737c4f0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791047557030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5222254'] for segment (5a507211-54a4-4f7d-9c42-be9fe103a157), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:16.394172 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004e6ca9-c816-4b51-a476-3f52f079d175 None None] Pushing event deleted for resources: {'Port': ['ID=6e30c976-e53e-4f8b-acc1-63e38acf6a4e,revision_number=None']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:16.395141 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-c546086f-7382-48da-8224-92b6737c4f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (5a507211-54a4-4f7d-9c42-be9fe103a157), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:16.397807 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004e6ca9-c816-4b51-a476-3f52f079d175 None None] No DVR routers for this DVR port 6e30c976-e53e-4f8b-acc1-63e38acf6a4e on host dv-cinder-827511-1-iscsi {{(pid=109040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:01:16.401376 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c546086f-7382-48da-8224-92b6737c4f0f admin admin] Releasing vlan 986 on physical network physnet1 to pool {{(pid=109038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 16:01:16.401847 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-c546086f-7382-48da-8224-92b6737c4f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4863390'] for segment (5a507211-54a4-4f7d-9c42-be9fe103a157), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:16.403663 dv-cinder-827511-1-iscsi neutron-server[109038]: Traceback (most recent call last): Feb 02 16:01:16.403663 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 16:01:16.403663 dv-cinder-827511-1-iscsi neutron-server[109038]: timer() Feb 02 16:01:16.403663 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:01:16.403663 dv-cinder-827511-1-iscsi neutron-server[109038]: cb(*args, **kw) Feb 02 16:01:16.403663 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 16:01:16.403663 dv-cinder-827511-1-iscsi neutron-server[109038]: return func(*args, **kwargs) Feb 02 16:01:16.403663 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:01:16.403663 dv-cinder-827511-1-iscsi neutron-server[109038]: self._notify() Feb 02 16:01:16.403663 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:01:16.403663 dv-cinder-827511-1-iscsi neutron-server[109038]: self.callback(batched_events) Feb 02 16:01:16.403663 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:01:16.403663 dv-cinder-827511-1-iscsi neutron-server[109038]: event.method(event) Feb 02 16:01:16.403663 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 16:01:16.403663 dv-cinder-827511-1-iscsi neutron-server[109038]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:01:16.403663 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 16:01:16.403663 dv-cinder-827511-1-iscsi neutron-server[109038]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:01:16.403663 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 16:01:16.403663 dv-cinder-827511-1-iscsi neutron-server[109038]: return f(self, *a, **k) Feb 02 16:01:16.403663 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:01:16.403663 dv-cinder-827511-1-iscsi neutron-server[109038]: return self._get(url).json() Feb 02 16:01:16.403663 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:01:16.403663 dv-cinder-827511-1-iscsi neutron-server[109038]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:01:16.403663 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 16:01:16.403663 dv-cinder-827511-1-iscsi neutron-server[109038]: return self.request(url, 'GET', **kwargs) Feb 02 16:01:16.403663 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 16:01:16.403663 dv-cinder-827511-1-iscsi neutron-server[109038]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:01:16.403663 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 16:01:16.403663 dv-cinder-827511-1-iscsi neutron-server[109038]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:01:16.403663 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 16:01:16.403663 dv-cinder-827511-1-iscsi neutron-server[109038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:01:16.403663 dv-cinder-827511-1-iscsi neutron-server[109038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:01:16.465469 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-c546086f-7382-48da-8224-92b6737c4f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7937865'] for network (96264f45-29e5-48c2-8efd-888143a9e5e2), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:16.473091 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-c546086f-7382-48da-8224-92b6737c4f0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:16.476363 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-c546086f-7382-48da-8224-92b6737c4f0f admin admin] 10.222.0.112 "DELETE /v2.0/networks/96264f45-29e5-48c2-8efd-888143a9e5e2 HTTP/1.1" status: 204 len: 168 time: 0.5492847 Feb 02 16:01:16.479462 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 35962) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:16.492680 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546086f-7382-48da-8224-92b6737c4f0f admin admin] Pushing event deleted for resources: {'Network': ['ID=96264f45-29e5-48c2-8efd-888143a9e5e2,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:16.630728 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 2704dd53-29fd-4a10-9da8-adace02560d7 no longer exists at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:01:16.651660 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] No Port match for: 2704dd53-29fd-4a10-9da8-adace02560d7 {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:01:16.651660 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 2704dd53-29fd-4a10-9da8-adace02560d7 not bound to the agent host dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:01:16.651882 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 996aed00-dc6f-4132-9298-7bbbf876459b no longer exists at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:01:16.671818 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] No Port match for: 996aed00-dc6f-4132-9298-7bbbf876459b {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:01:16.672164 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 996aed00-dc6f-4132-9298-7bbbf876459b not bound to the agent host dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:01:16.672585 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 6e30c976-e53e-4f8b-acc1-63e38acf6a4e no longer exists at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:01:16.695876 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] No Port match for: 6e30c976-e53e-4f8b-acc1-63e38acf6a4e {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:01:16.696226 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 6e30c976-e53e-4f8b-acc1-63e38acf6a4e not bound to the agent host dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:01:16.848788 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-eed78e8e-2f5b-4a00-b37c-49e80ec824f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7937627'] for router_interface (2b86689a-637f-473e-bf83-c309538a8256), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:17.094529 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-eed78e8e-2f5b-4a00-b37c-49e80ec824f0 admin admin] Deleting port 1c58b902-4439-4b6c-825b-8cf8096ad105 {{(pid=109039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:01:17.094873 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-eed78e8e-2f5b-4a00-b37c-49e80ec824f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (1c58b902-4439-4b6c-825b-8cf8096ad105), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:17.174431 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.db [None req-eed78e8e-2f5b-4a00-b37c-49e80ec824f0 admin admin] For port 1c58b902-4439-4b6c-825b-8cf8096ad105, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=1c58b902-4439-4b6c-825b-8cf8096ad105,segment=NetworkSegment(33a6a8cb-30ce-4caf-8c44-a9055fde90b2),segment_id=33a6a8cb-30ce-4caf-8c44-a9055fde90b2)] {{(pid=109039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:01:17.174801 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-eed78e8e-2f5b-4a00-b37c-49e80ec824f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (1c58b902-4439-4b6c-825b-8cf8096ad105), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:17.187178 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-eed78e8e-2f5b-4a00-b37c-49e80ec824f0 admin admin] Calling delete_port for 1c58b902-4439-4b6c-825b-8cf8096ad105 owned by network:router_interface {{(pid=109039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:01:17.363497 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-eed78e8e-2f5b-4a00-b37c-49e80ec824f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5289298'] for port (1c58b902-4439-4b6c-825b-8cf8096ad105), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:17.388946 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed78e8e-2f5b-4a00-b37c-49e80ec824f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c58b902-4439-4b6c-825b-8cf8096ad105,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:17.449801 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:17.554489 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-eed78e8e-2f5b-4a00-b37c-49e80ec824f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8109520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7937735'] for router_interface (2b86689a-637f-473e-bf83-c309538a8256), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:17.685090 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:17.766188 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed78e8e-2f5b-4a00-b37c-49e80ec824f0 admin admin] Router 2b86689a-637f-473e-bf83-c309538a8256 has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:01:17.875004 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed78e8e-2f5b-4a00-b37c-49e80ec824f0 admin admin] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:01:17.879868 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-eed78e8e-2f5b-4a00-b37c-49e80ec824f0 admin admin] 10.222.0.112 "PUT /v2.0/routers/2b86689a-637f-473e-bf83-c309538a8256/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3993106 Feb 02 16:01:17.882430 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 35978) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:17.895706 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d47937-0386-495d-a999-bce305b2513a None None] Sync routers for ids ['2b86689a-637f-473e-bf83-c309538a8256'] in dv-cinder-827511-1-iscsi {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:01:17.907034 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d47937-0386-495d-a999-bce305b2513a None None] Routers {'2b86689a-637f-473e-bf83-c309538a8256'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:01:17.908322 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-d1d47937-0386-495d-a999-bce305b2513a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:01:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['2b86689a-637f-473e-bf83-c309538a8256'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:01:17.989389 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-e6c7fa91-a019-4268-aa80-64e7a794bcba admin admin] Publish callbacks [] for router (2b86689a-637f-473e-bf83-c309538a8256), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:18.019576 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-d1d47937-0386-495d-a999-bce305b2513a None None] Set router 2b86689a-637f-473e-bf83-c309538a8256 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:01:18.103178 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-e6c7fa91-a019-4268-aa80-64e7a794bcba admin admin] Publish callbacks [] for router_gateway (2b86689a-637f-473e-bf83-c309538a8256), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:18.181010 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-e6c7fa91-a019-4268-aa80-64e7a794bcba admin admin] Deleting port 52e23f71-464d-457f-8d19-120fed83b531 {{(pid=109039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:01:18.181387 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-e6c7fa91-a019-4268-aa80-64e7a794bcba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (52e23f71-464d-457f-8d19-120fed83b531), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:18.239423 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-d1d47937-0386-495d-a999-bce305b2513a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b86689a-637f-473e-bf83-c309538a8256', 'name': 'tempest-TestShelveInstance-1679931457-router', 'tenant_id': '5b9edff9ac4f41528806071f5adebce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '52e23f71-464d-457f-8d19-120fed83b531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:56:00Z', 'updated_at': '2022-02-02T16:01:17Z', 'revision_number': 5, 'project_id': '5b9edff9ac4f41528806071f5adebce3', 'gw_port': {'id': '52e23f71-464d-457f-8d19-120fed83b531', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b86689a-637f-473e-bf83-c309538a8256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:56:00Z', 'updated_at': '2022-02-02T15:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi'}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:01:18.273388 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d47937-0386-495d-a999-bce305b2513a None None] Checking router: 2b86689a-637f-473e-bf83-c309538a8256 for host: dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:01:18.275751 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.db [None req-e6c7fa91-a019-4268-aa80-64e7a794bcba admin admin] For port 52e23f71-464d-457f-8d19-120fed83b531, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=52e23f71-464d-457f-8d19-120fed83b531,segment=NetworkSegment(aa18bba3-a434-4e8a-926e-117b8687e1ff),segment_id=aa18bba3-a434-4e8a-926e-117b8687e1ff)] {{(pid=109039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:01:18.276123 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-e6c7fa91-a019-4268-aa80-64e7a794bcba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (52e23f71-464d-457f-8d19-120fed83b531), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:18.281571 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d47937-0386-495d-a999-bce305b2513a None None] Routers {'2b86689a-637f-473e-bf83-c309538a8256'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:01:18.282182 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-d1d47937-0386-495d-a999-bce305b2513a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:01:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['2b86689a-637f-473e-bf83-c309538a8256'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:01:18.288809 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-e6c7fa91-a019-4268-aa80-64e7a794bcba admin admin] Calling delete_port for 52e23f71-464d-457f-8d19-120fed83b531 owned by network:router_gateway {{(pid=109039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:01:18.369188 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-d1d47937-0386-495d-a999-bce305b2513a None None] Set router 2b86689a-637f-473e-bf83-c309538a8256 gateway port host: None {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:01:18.424471 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-d1d47937-0386-495d-a999-bce305b2513a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b86689a-637f-473e-bf83-c309538a8256', 'name': 'tempest-TestShelveInstance-1679931457-router', 'tenant_id': '5b9edff9ac4f41528806071f5adebce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:56:00Z', 'updated_at': '2022-02-02T16:01:18Z', 'revision_number': 6, 'project_id': '5b9edff9ac4f41528806071f5adebce3', 'gw_port_host': None}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:01:18.454722 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-e6c7fa91-a019-4268-aa80-64e7a794bcba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5289298'] for port (52e23f71-464d-457f-8d19-120fed83b531), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:18.455948 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d47937-0386-495d-a999-bce305b2513a None None] The sync data for ids ['2b86689a-637f-473e-bf83-c309538a8256'] in dv-cinder-827511-1-iscsi is: [{'id': '2b86689a-637f-473e-bf83-c309538a8256', 'name': 'tempest-TestShelveInstance-1679931457-router', 'tenant_id': '5b9edff9ac4f41528806071f5adebce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:56:00Z', 'updated_at': '2022-02-02T16:01:18Z', 'revision_number': 6, 'project_id': '5b9edff9ac4f41528806071f5adebce3', 'gw_port_host': None}] {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:01:18.483108 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7fa91-a019-4268-aa80-64e7a794bcba admin admin] Pushing event deleted for resources: {'Port': ['ID=52e23f71-464d-457f-8d19-120fed83b531,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:18.541806 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-e6c7fa91-a019-4268-aa80-64e7a794bcba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7937893'] for router_gateway (2b86689a-637f-473e-bf83-c309538a8256), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:18.863279 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-e6c7fa91-a019-4268-aa80-64e7a794bcba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8316650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4847'] for router (2b86689a-637f-473e-bf83-c309538a8256), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:18.865690 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-e6c7fa91-a019-4268-aa80-64e7a794bcba admin admin] Publish callbacks [] for router_controller (2b86689a-637f-473e-bf83-c309538a8256), precommit_delete_associations {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:18.930470 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-e6c7fa91-a019-4268-aa80-64e7a794bcba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8316661'] for router (2b86689a-637f-473e-bf83-c309538a8256), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:18.931017 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c7fa91-a019-4268-aa80-64e7a794bcba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b86689a-637f-473e-bf83-c309538a8256 {{(pid=109039) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 16:01:18.935846 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-e6c7fa91-a019-4268-aa80-64e7a794bcba admin admin] Publish callbacks [] for router (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:18.936990 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-e6c7fa91-a019-4268-aa80-64e7a794bcba admin admin] 10.222.0.112 "DELETE /v2.0/routers/2b86689a-637f-473e-bf83-c309538a8256 HTTP/1.1" status: 204 len: 168 time: 1.0536284 Feb 02 16:01:18.939806 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 35990) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:18.983084 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e5b65c5-87bf-4088-b0d0-7abd77bce84e admin admin] Deleting subnet 80a8fe4b-d46c-407b-aef2-573e2f41b63c {{(pid=109039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 16:01:18.986057 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-6e5b65c5-87bf-4088-b0d0-7abd77bce84e admin admin] Publish callbacks [] for subnet (80a8fe4b-d46c-407b-aef2-573e2f41b63c), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:19.022774 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-6e5b65c5-87bf-4088-b0d0-7abd77bce84e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6290290'] for subnet (80a8fe4b-d46c-407b-aef2-573e2f41b63c), precommit_delete_associations {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:19.097118 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-6e5b65c5-87bf-4088-b0d0-7abd77bce84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145137'] for subnet (80a8fe4b-d46c-407b-aef2-573e2f41b63c), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:19.148062 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-6e5b65c5-87bf-4088-b0d0-7abd77bce84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5289349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6097995'] for subnet (80a8fe4b-d46c-407b-aef2-573e2f41b63c), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:19.176512 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b65c5-87bf-4088-b0d0-7abd77bce84e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80a8fe4b-d46c-407b-aef2-573e2f41b63c,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:19.180045 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-6e5b65c5-87bf-4088-b0d0-7abd77bce84e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for subnet (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:19.183392 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-6e5b65c5-87bf-4088-b0d0-7abd77bce84e admin admin] 10.222.0.112 "DELETE /v2.0/subnets/80a8fe4b-d46c-407b-aef2-573e2f41b63c HTTP/1.1" status: 204 len: 168 time: 0.2423794 Feb 02 16:01:19.185782 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 35992) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:19.185935 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20e467f-9772-4a28-b965-c5258f709beb None None] Network 111bf94e-bcb8-4d3a-8d3f-2fdbec33e805 requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 16:01:19.254478 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 1c58b902-4439-4b6c-825b-8cf8096ad105 no longer exists at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:01:19.257937 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:19.262862 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-5ababdb1-f3a1-47da-a79d-b0306c3dc7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1153519'] for network (111bf94e-bcb8-4d3a-8d3f-2fdbec33e805), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:19.280487 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] No Port match for: 1c58b902-4439-4b6c-825b-8cf8096ad105 {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:01:19.281089 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 1c58b902-4439-4b6c-825b-8cf8096ad105 not bound to the agent host dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:01:19.323049 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-5ababdb1-f3a1-47da-a79d-b0306c3dc7ed admin admin] Deleting port 71f8085e-3811-4094-a9e5-b4cce4c2c0d2 {{(pid=109039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:01:19.323662 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-5ababdb1-f3a1-47da-a79d-b0306c3dc7ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (71f8085e-3811-4094-a9e5-b4cce4c2c0d2), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:19.400744 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.db [None req-5ababdb1-f3a1-47da-a79d-b0306c3dc7ed admin admin] For port 71f8085e-3811-4094-a9e5-b4cce4c2c0d2, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=71f8085e-3811-4094-a9e5-b4cce4c2c0d2,segment=NetworkSegment(33a6a8cb-30ce-4caf-8c44-a9055fde90b2),segment_id=33a6a8cb-30ce-4caf-8c44-a9055fde90b2)] {{(pid=109039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:01:19.401212 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-5ababdb1-f3a1-47da-a79d-b0306c3dc7ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (71f8085e-3811-4094-a9e5-b4cce4c2c0d2), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:19.401389 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6117137f-a0ea-4f09-bc6a-c505faa3334a None None] DHCP port deletion for 111bf94e-bcb8-4d3a-8d3f-2fdbec33e805 request from dv-cinder-827511-1-iscsi {{(pid=109040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 16:01:19.417615 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-5ababdb1-f3a1-47da-a79d-b0306c3dc7ed admin admin] Calling delete_port for 71f8085e-3811-4094-a9e5-b4cce4c2c0d2 owned by network:dhcp {{(pid=109039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:01:19.457413 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-6117137f-a0ea-4f09-bc6a-c505faa3334a None None] Deleting port 71f8085e-3811-4094-a9e5-b4cce4c2c0d2 {{(pid=109040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:01:19.457987 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-6117137f-a0ea-4f09-bc6a-c505faa3334a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (71f8085e-3811-4094-a9e5-b4cce4c2c0d2), before_delete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:19.505777 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-5ababdb1-f3a1-47da-a79d-b0306c3dc7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5289298'] for port (71f8085e-3811-4094-a9e5-b4cce4c2c0d2), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:19.530394 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-6117137f-a0ea-4f09-bc6a-c505faa3334a None None] For port 71f8085e-3811-4094-a9e5-b4cce4c2c0d2, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=71f8085e-3811-4094-a9e5-b4cce4c2c0d2,segment=NetworkSegment(33a6a8cb-30ce-4caf-8c44-a9055fde90b2),segment_id=33a6a8cb-30ce-4caf-8c44-a9055fde90b2)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:01:19.530851 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-6117137f-a0ea-4f09-bc6a-c505faa3334a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (71f8085e-3811-4094-a9e5-b4cce4c2c0d2), precommit_delete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:19.538724 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ababdb1-f3a1-47da-a79d-b0306c3dc7ed admin admin] Pushing event deleted for resources: {'Port': ['ID=71f8085e-3811-4094-a9e5-b4cce4c2c0d2,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:19.540687 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ababdb1-f3a1-47da-a79d-b0306c3dc7ed admin admin] No DVR routers for this DVR port 71f8085e-3811-4094-a9e5-b4cce4c2c0d2 on host dv-cinder-827511-1-iscsi {{(pid=109039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:01:19.553646 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-6117137f-a0ea-4f09-bc6a-c505faa3334a None None] Calling delete_port for 71f8085e-3811-4094-a9e5-b4cce4c2c0d2 owned by network:dhcp {{(pid=109040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:01:19.620328 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-5ababdb1-f3a1-47da-a79d-b0306c3dc7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143470', 'neutron.services.segments.db._delete_segments_for_network-8791047536797'] for network (111bf94e-bcb8-4d3a-8d3f-2fdbec33e805), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:19.642672 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.services.segments.db [None req-5ababdb1-f3a1-47da-a79d-b0306c3dc7ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['111bf94e-bcb8-4d3a-8d3f-2fdbec33e805']}} {{(pid=109039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:01:19.654340 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.services.segments.db [None req-5ababdb1-f3a1-47da-a79d-b0306c3dc7ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a6a8cb-30ce-4caf-8c44-a9055fde90b2') {'for_net_delete': True} {{(pid=109039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:01:19.654719 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.services.segments.db [None req-5ababdb1-f3a1-47da-a79d-b0306c3dc7ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a6a8cb-30ce-4caf-8c44-a9055fde90b2') {} {{(pid=109039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:01:19.665469 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-5ababdb1-f3a1-47da-a79d-b0306c3dc7ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791047557030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6290297'] for segment (33a6a8cb-30ce-4caf-8c44-a9055fde90b2), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:19.687810 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-6117137f-a0ea-4f09-bc6a-c505faa3334a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362'] for port (71f8085e-3811-4094-a9e5-b4cce4c2c0d2), after_delete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:19.691399 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-5ababdb1-f3a1-47da-a79d-b0306c3dc7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (33a6a8cb-30ce-4caf-8c44-a9055fde90b2), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:19.702859 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ababdb1-f3a1-47da-a79d-b0306c3dc7ed admin admin] Releasing vlan 973 on physical network physnet1 to pool {{(pid=109039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 16:01:19.703453 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-5ababdb1-f3a1-47da-a79d-b0306c3dc7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5289343'] for segment (33a6a8cb-30ce-4caf-8c44-a9055fde90b2), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:19.705581 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6117137f-a0ea-4f09-bc6a-c505faa3334a None None] No DVR routers for this DVR port 71f8085e-3811-4094-a9e5-b4cce4c2c0d2 on host dv-cinder-827511-1-iscsi {{(pid=109040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:01:19.707045 dv-cinder-827511-1-iscsi neutron-server[109039]: Traceback (most recent call last): Feb 02 16:01:19.707045 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 16:01:19.707045 dv-cinder-827511-1-iscsi neutron-server[109039]: timer() Feb 02 16:01:19.707045 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:01:19.707045 dv-cinder-827511-1-iscsi neutron-server[109039]: cb(*args, **kw) Feb 02 16:01:19.707045 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 16:01:19.707045 dv-cinder-827511-1-iscsi neutron-server[109039]: return func(*args, **kwargs) Feb 02 16:01:19.707045 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:01:19.707045 dv-cinder-827511-1-iscsi neutron-server[109039]: self._notify() Feb 02 16:01:19.707045 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:01:19.707045 dv-cinder-827511-1-iscsi neutron-server[109039]: self.callback(batched_events) Feb 02 16:01:19.707045 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:01:19.707045 dv-cinder-827511-1-iscsi neutron-server[109039]: event.method(event) Feb 02 16:01:19.707045 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 16:01:19.707045 dv-cinder-827511-1-iscsi neutron-server[109039]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:01:19.707045 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 16:01:19.707045 dv-cinder-827511-1-iscsi neutron-server[109039]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:01:19.707045 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 16:01:19.707045 dv-cinder-827511-1-iscsi neutron-server[109039]: return f(self, *a, **k) Feb 02 16:01:19.707045 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:01:19.707045 dv-cinder-827511-1-iscsi neutron-server[109039]: return self._get(url).json() Feb 02 16:01:19.707045 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:01:19.707045 dv-cinder-827511-1-iscsi neutron-server[109039]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:01:19.707045 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 16:01:19.707045 dv-cinder-827511-1-iscsi neutron-server[109039]: return self.request(url, 'GET', **kwargs) Feb 02 16:01:19.707045 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 16:01:19.707045 dv-cinder-827511-1-iscsi neutron-server[109039]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:01:19.707045 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 16:01:19.707045 dv-cinder-827511-1-iscsi neutron-server[109039]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:01:19.707045 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 16:01:19.707045 dv-cinder-827511-1-iscsi neutron-server[109039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:01:19.707045 dv-cinder-827511-1-iscsi neutron-server[109039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:01:19.730082 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6117137f-a0ea-4f09-bc6a-c505faa3334a None None] Pushing event deleted for resources: {'Port': ['ID=71f8085e-3811-4094-a9e5-b4cce4c2c0d2,revision_number=None']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:19.775401 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-5ababdb1-f3a1-47da-a79d-b0306c3dc7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7937865'] for network (111bf94e-bcb8-4d3a-8d3f-2fdbec33e805), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:19.780886 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-5ababdb1-f3a1-47da-a79d-b0306c3dc7ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:19.784774 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-5ababdb1-f3a1-47da-a79d-b0306c3dc7ed admin admin] 10.222.0.112 "DELETE /v2.0/networks/111bf94e-bcb8-4d3a-8d3f-2fdbec33e805 HTTP/1.1" status: 204 len: 168 time: 0.5980368 Feb 02 16:01:19.795719 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ababdb1-f3a1-47da-a79d-b0306c3dc7ed admin admin] Pushing event deleted for resources: {'Network': ['ID=111bf94e-bcb8-4d3a-8d3f-2fdbec33e805,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:19.959610 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 36022) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:19.998384 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-42258939-082f-4f3f-992f-3b82e2f48452 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=09f6a7ba2fd841cb8ddb919c7cc3cc33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375080 Feb 02 16:01:20.000745 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 36024) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:20.054814 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-fb4c5500-3e41-4037-a9be-f22df3f72023 admin admin] Publish callbacks [] for security_group (5d78faf7-bdc3-4f59-9193-b1b95ee64bf0), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:20.076566 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-fb4c5500-3e41-4037-a9be-f22df3f72023 admin admin] Publish callbacks [] for security_group (5d78faf7-bdc3-4f59-9193-b1b95ee64bf0), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:20.125841 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-fb4c5500-3e41-4037-a9be-f22df3f72023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (5d78faf7-bdc3-4f59-9193-b1b95ee64bf0), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:20.128816 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-fb4c5500-3e41-4037-a9be-f22df3f72023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:20.130071 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-fb4c5500-3e41-4037-a9be-f22df3f72023 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/5d78faf7-bdc3-4f59-9193-b1b95ee64bf0 HTTP/1.1" status: 204 len: 168 time: 0.1280651 Feb 02 16:01:20.138260 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c5500-3e41-4037-a9be-f22df3f72023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d78faf7-bdc3-4f59-9193-b1b95ee64bf0,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:20.466893 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 36030) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:20.505967 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-ff65aa65-1a35-491b-911a-233ed536dd57 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=5b9edff9ac4f41528806071f5adebce3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379109 Feb 02 16:01:20.508461 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 36032) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:20.554625 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-332f7c96-84e9-4bb0-890a-5c9f447e7802 admin admin] Publish callbacks [] for security_group (671809da-3955-4230-bec8-e109c26b840d), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:20.575094 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-332f7c96-84e9-4bb0-890a-5c9f447e7802 admin admin] Publish callbacks [] for security_group (671809da-3955-4230-bec8-e109c26b840d), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:20.623432 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-332f7c96-84e9-4bb0-890a-5c9f447e7802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (671809da-3955-4230-bec8-e109c26b840d), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:20.627295 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 52e23f71-464d-457f-8d19-120fed83b531 no longer exists at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:01:20.627987 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-332f7c96-84e9-4bb0-890a-5c9f447e7802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:20.629203 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-332f7c96-84e9-4bb0-890a-5c9f447e7802 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/671809da-3955-4230-bec8-e109c26b840d HTTP/1.1" status: 204 len: 168 time: 0.1198227 Feb 02 16:01:20.637924 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f7c96-84e9-4bb0-890a-5c9f447e7802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671809da-3955-4230-bec8-e109c26b840d,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:20.655138 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] No Port match for: 52e23f71-464d-457f-8d19-120fed83b531 {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:01:20.655565 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 52e23f71-464d-457f-8d19-120fed83b531 not bound to the agent host dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:01:20.655913 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 71f8085e-3811-4094-a9e5-b4cce4c2c0d2 no longer exists at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:01:20.679967 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] No Port match for: 71f8085e-3811-4094-a9e5-b4cce4c2c0d2 {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:01:20.680319 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 71f8085e-3811-4094-a9e5-b4cce4c2c0d2 not bound to the agent host dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:01:28.382236 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 16:01:30.483870 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 36166) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:30.586687 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-1917547f-90dc-4e29-93ae-40d4128fc19b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:30.658431 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-1917547f-90dc-4e29-93ae-40d4128fc19b admin admin] Publish callbacks [] for security_group (83a6d187-872d-4dd1-bd64-3b297d198dcd), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:30.662166 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-1917547f-90dc-4e29-93ae-40d4128fc19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (83a6d187-872d-4dd1-bd64-3b297d198dcd), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:30.701962 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-1917547f-90dc-4e29-93ae-40d4128fc19b admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=2f806c50e8294023bc6591ca699016cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168868 Feb 02 16:01:30.703053 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917547f-90dc-4e29-93ae-40d4128fc19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a6d187-872d-4dd1-bd64-3b297d198dcd,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:30.704673 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 36170) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:30.751925 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ac2c4e1e-3a3b-413b-acb1-d0cdb1f746ee admin admin] Publish callbacks [] for security_group (83a6d187-872d-4dd1-bd64-3b297d198dcd), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:30.772674 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ac2c4e1e-3a3b-413b-acb1-d0cdb1f746ee admin admin] Publish callbacks [] for security_group (83a6d187-872d-4dd1-bd64-3b297d198dcd), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:30.819519 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ac2c4e1e-3a3b-413b-acb1-d0cdb1f746ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (83a6d187-872d-4dd1-bd64-3b297d198dcd), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:30.822493 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ac2c4e1e-3a3b-413b-acb1-d0cdb1f746ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:30.823628 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-ac2c4e1e-3a3b-413b-acb1-d0cdb1f746ee admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/83a6d187-872d-4dd1-bd64-3b297d198dcd HTTP/1.1" status: 204 len: 168 time: 0.1179352 Feb 02 16:01:30.832026 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c4e1e-3a3b-413b-acb1-d0cdb1f746ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a6d187-872d-4dd1-bd64-3b297d198dcd,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:31.081360 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 36176) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:31.094033 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ecf38653-1ab0-4eaa-9edd-c7fcf58039b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:31.167263 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ecf38653-1ab0-4eaa-9edd-c7fcf58039b3 admin admin] Publish callbacks [] for security_group (318ed240-6b88-48ee-aadd-f6552b370d97), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:31.170945 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ecf38653-1ab0-4eaa-9edd-c7fcf58039b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (318ed240-6b88-48ee-aadd-f6552b370d97), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:31.213089 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-ecf38653-1ab0-4eaa-9edd-c7fcf58039b3 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=4f91e89a4eeb4efc9be54d26f9d3f9d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305680 Feb 02 16:01:31.213929 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf38653-1ab0-4eaa-9edd-c7fcf58039b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318ed240-6b88-48ee-aadd-f6552b370d97,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:31.215716 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 36178) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:31.262897 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c740efdc-e5f0-4aa7-9d0d-013e9e68e028 admin admin] Publish callbacks [] for security_group (318ed240-6b88-48ee-aadd-f6552b370d97), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:31.283501 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c740efdc-e5f0-4aa7-9d0d-013e9e68e028 admin admin] Publish callbacks [] for security_group (318ed240-6b88-48ee-aadd-f6552b370d97), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:31.327904 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c740efdc-e5f0-4aa7-9d0d-013e9e68e028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (318ed240-6b88-48ee-aadd-f6552b370d97), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:31.331058 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c740efdc-e5f0-4aa7-9d0d-013e9e68e028 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:31.332196 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-c740efdc-e5f0-4aa7-9d0d-013e9e68e028 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/318ed240-6b88-48ee-aadd-f6552b370d97 HTTP/1.1" status: 204 len: 168 time: 0.1154902 Feb 02 16:01:31.339604 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740efdc-e5f0-4aa7-9d0d-013e9e68e028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318ed240-6b88-48ee-aadd-f6552b370d97,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:34.058366 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 36310) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:34.160699 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-1b1bcfa7-1cda-4e16-a57a-7739f91312d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:34.232948 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-1b1bcfa7-1cda-4e16-a57a-7739f91312d5 admin admin] Publish callbacks [] for security_group (c6915622-128f-433a-99f8-f131611b2b1e), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:34.236955 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-1b1bcfa7-1cda-4e16-a57a-7739f91312d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (c6915622-128f-433a-99f8-f131611b2b1e), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:34.274525 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-1b1bcfa7-1cda-4e16-a57a-7739f91312d5 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=0d6610e3fc8740fb8f756ea38522d28e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2151139 Feb 02 16:01:34.275639 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1bcfa7-1cda-4e16-a57a-7739f91312d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6915622-128f-433a-99f8-f131611b2b1e,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:34.277373 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 36314) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:34.325662 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-d34f2fb1-91fb-4cdc-95b0-b745e2f08d34 admin admin] Publish callbacks [] for security_group (c6915622-128f-433a-99f8-f131611b2b1e), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:34.346924 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-d34f2fb1-91fb-4cdc-95b0-b745e2f08d34 admin admin] Publish callbacks [] for security_group (c6915622-128f-433a-99f8-f131611b2b1e), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:34.392508 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-d34f2fb1-91fb-4cdc-95b0-b745e2f08d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (c6915622-128f-433a-99f8-f131611b2b1e), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:34.395274 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-d34f2fb1-91fb-4cdc-95b0-b745e2f08d34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:34.396419 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-d34f2fb1-91fb-4cdc-95b0-b745e2f08d34 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/c6915622-128f-433a-99f8-f131611b2b1e HTTP/1.1" status: 204 len: 168 time: 0.1180146 Feb 02 16:01:34.404190 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f2fb1-91fb-4cdc-95b0-b745e2f08d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6915622-128f-433a-99f8-f131611b2b1e,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:34.663234 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 36320) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:34.676219 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-0e264406-5756-4b3d-be07-6a320c76f387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:34.747364 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-0e264406-5756-4b3d-be07-6a320c76f387 admin admin] Publish callbacks [] for security_group (7983fee1-e97a-468f-b07f-c7fc76f5e5cc), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:34.751052 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-0e264406-5756-4b3d-be07-6a320c76f387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (7983fee1-e97a-468f-b07f-c7fc76f5e5cc), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:34.788146 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-0e264406-5756-4b3d-be07-6a320c76f387 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=1bc0807c3b55460a828407694f3e9c1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1237485 Feb 02 16:01:34.788999 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e264406-5756-4b3d-be07-6a320c76f387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7983fee1-e97a-468f-b07f-c7fc76f5e5cc,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:34.791800 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 36322) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:34.842354 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-d18212a5-1161-401e-b0e4-943d434461e5 admin admin] Publish callbacks [] for security_group (7983fee1-e97a-468f-b07f-c7fc76f5e5cc), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:34.864609 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-d18212a5-1161-401e-b0e4-943d434461e5 admin admin] Publish callbacks [] for security_group (7983fee1-e97a-468f-b07f-c7fc76f5e5cc), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:34.910173 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-d18212a5-1161-401e-b0e4-943d434461e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (7983fee1-e97a-468f-b07f-c7fc76f5e5cc), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:34.912670 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-d18212a5-1161-401e-b0e4-943d434461e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:34.913857 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-d18212a5-1161-401e-b0e4-943d434461e5 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/7983fee1-e97a-468f-b07f-c7fc76f5e5cc HTTP/1.1" status: 204 len: 168 time: 0.1206822 Feb 02 16:01:34.921340 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18212a5-1161-401e-b0e4-943d434461e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7983fee1-e97a-468f-b07f-c7fc76f5e5cc,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:40.773466 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8a15f-15ef-4dd3-8a2d-8c16980d7ad5 req-63f58c74-2932-424f-83d6-8b6752d79108 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:40.774868 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4ec8a15f-15ef-4dd3-8a2d-8c16980d7ad5 req-63f58c74-2932-424f-83d6-8b6752d79108 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=3262a1d6-0fe0-4938-a891-3351bb078d71 HTTP/1.1" status: 200 len: 945 time: 0.0533998 Feb 02 16:01:40.824618 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4ec8a15f-15ef-4dd3-8a2d-8c16980d7ad5 req-97bd553e-86d8-4a22-b048-f50d1bca4f54 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=362468f9-620a-4f95-bebb-b69eb8b43817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439322 Feb 02 16:01:41.954452 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c023a31-bcf5-42f2-8539-0b186fa25286 req-c38ee8d6-4576-4ccc-b314-81953e62930d tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:41.956753 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4c023a31-bcf5-42f2-8539-0b186fa25286 req-c38ee8d6-4576-4ccc-b314-81953e62930d tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=3262a1d6-0fe0-4938-a891-3351bb078d71 HTTP/1.1" status: 200 len: 945 time: 0.0550110 Feb 02 16:01:42.009680 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4c023a31-bcf5-42f2-8539-0b186fa25286 req-42b675bf-44d1-4680-a49e-5f478cb98329 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=362468f9-620a-4f95-bebb-b69eb8b43817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467713 Feb 02 16:01:42.664254 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667c463-a00b-42d2-8d72-85a98f9ce6af req-5960f7b8-615f-4e1e-b996-be91f98dcd14 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:42.665771 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-4667c463-a00b-42d2-8d72-85a98f9ce6af req-5960f7b8-615f-4e1e-b996-be91f98dcd14 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.59 "GET /v2.0/ports?device_id=3262a1d6-0fe0-4938-a891-3351bb078d71 HTTP/1.1" status: 200 len: 945 time: 0.0548077 Feb 02 16:01:42.757156 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-4667c463-a00b-42d2-8d72-85a98f9ce6af req-bed3fa8c-8f07-488c-ac65-b277cb975ddc tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Deleting port 7ce073ea-0a68-4022-a335-edfe7e7cf066 {{(pid=109038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:01:42.757499 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-4667c463-a00b-42d2-8d72-85a98f9ce6af req-bed3fa8c-8f07-488c-ac65-b277cb975ddc tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (7ce073ea-0a68-4022-a335-edfe7e7cf066), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:42.848702 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-4667c463-a00b-42d2-8d72-85a98f9ce6af req-bed3fa8c-8f07-488c-ac65-b277cb975ddc tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] For port 7ce073ea-0a68-4022-a335-edfe7e7cf066, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=7ce073ea-0a68-4022-a335-edfe7e7cf066,segment=NetworkSegment(87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5),segment_id=87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5)] {{(pid=109038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:01:42.848989 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-4667c463-a00b-42d2-8d72-85a98f9ce6af req-bed3fa8c-8f07-488c-ac65-b277cb975ddc tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (7ce073ea-0a68-4022-a335-edfe7e7cf066), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:42.853561 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-66dde95a-8883-4a6d-a6b7-b9ed3ea70b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:43.027395 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-4667c463-a00b-42d2-8d72-85a98f9ce6af req-bed3fa8c-8f07-488c-ac65-b277cb975ddc tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:43.027763 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-4667c463-a00b-42d2-8d72-85a98f9ce6af req-bed3fa8c-8f07-488c-ac65-b277cb975ddc tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7937883'] for floatingip (83386da3-ce91-426f-8e79-e8a2e4ea2929), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:43.028427 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.db.l3_db [req-4667c463-a00b-42d2-8d72-85a98f9ce6af req-bed3fa8c-8f07-488c-ac65-b277cb975ddc tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Floating IP 83386da3-ce91-426f-8e79-e8a2e4ea2929 disassociated. External IP: 172.27.3.220, port: 7ce073ea-0a68-4022-a335-edfe7e7cf066. Feb 02 16:01:43.028779 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-4667c463-a00b-42d2-8d72-85a98f9ce6af req-bed3fa8c-8f07-488c-ac65-b277cb975ddc tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Calling delete_port for 7ce073ea-0a68-4022-a335-edfe7e7cf066 owned by compute:nova {{(pid=109038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:01:43.150223 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc5e53-d2da-4fcf-96b1-751a2c8a3fb6 req-068705e9-f820-4e8f-ab16-f6a07d01386b tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:43.151850 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b4cc5e53-d2da-4fcf-96b1-751a2c8a3fb6 req-068705e9-f820-4e8f-ab16-f6a07d01386b tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/ports?device_id=3262a1d6-0fe0-4938-a891-3351bb078d71 HTTP/1.1" status: 200 len: 945 time: 0.0702612 Feb 02 16:01:43.177907 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-4667c463-a00b-42d2-8d72-85a98f9ce6af req-bed3fa8c-8f07-488c-ac65-b277cb975ddc tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (7ce073ea-0a68-4022-a335-edfe7e7cf066), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:43.206550 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b4cc5e53-d2da-4fcf-96b1-751a2c8a3fb6 req-523ea4c3-7f13-42de-bf0f-177f5fd4605d tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups?id=362468f9-620a-4f95-bebb-b69eb8b43817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441496 Feb 02 16:01:43.207964 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed3fa8c-8f07-488c-ac65-b277cb975ddc tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Pushing event deleted for resources: {'Port': ['ID=7ce073ea-0a68-4022-a335-edfe7e7cf066,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:43.373699 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4667c463-a00b-42d2-8d72-85a98f9ce6af req-bed3fa8c-8f07-488c-ac65-b277cb975ddc tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Router 72d61eae-3e8b-41aa-bd55-419673a4b8cc has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:01:43.522127 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4667c463-a00b-42d2-8d72-85a98f9ce6af req-bed3fa8c-8f07-488c-ac65-b277cb975ddc tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:01:43.533280 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a6fd7a-365f-4260-b176-0fc6d42c534e None None] Sync routers for ids ['72d61eae-3e8b-41aa-bd55-419673a4b8cc'] in dv-cinder-827511-1-iscsi {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:01:43.544660 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a6fd7a-365f-4260-b176-0fc6d42c534e None None] Routers {'72d61eae-3e8b-41aa-bd55-419673a4b8cc'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:01:43.545544 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-f9a6fd7a-365f-4260-b176-0fc6d42c534e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:01:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['72d61eae-3e8b-41aa-bd55-419673a4b8cc'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:01:43.577317 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-4667c463-a00b-42d2-8d72-85a98f9ce6af req-bed3fa8c-8f07-488c-ac65-b277cb975ddc tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] No DVR routers for this DVR port 7ce073ea-0a68-4022-a335-edfe7e7cf066 on host hv-cinder-82751 {{(pid=109038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:01:43.580167 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-4667c463-a00b-42d2-8d72-85a98f9ce6af req-bed3fa8c-8f07-488c-ac65-b277cb975ddc tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:43.584221 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-4667c463-a00b-42d2-8d72-85a98f9ce6af req-bed3fa8c-8f07-488c-ac65-b277cb975ddc tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.59 "DELETE /v2.0/ports/7ce073ea-0a68-4022-a335-edfe7e7cf066 HTTP/1.1" status: 204 len: 173 time: 0.9128988 Feb 02 16:01:43.584759 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3262a1d6-0fe0-4938-a891-3351bb078d71', 'name': 'network-vif-deleted', 'tag': '7ce073ea-0a68-4022-a335-edfe7e7cf066'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:01:43.588131 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff8103d-d6cc-420a-a249-266a08782994" -d '{"events": [{"server_uuid": "3262a1d6-0fe0-4938-a891-3351bb078d71", "name": "network-vif-deleted", "tag": "7ce073ea-0a68-4022-a335-edfe7e7cf066"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:01:43.637672 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 16:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2adcf4-d8f6-4691-962d-539af0744192 x-openstack-request-id: req-9c2adcf4-d8f6-4691-962d-539af0744192 {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:01:43.638356 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3262a1d6-0fe0-4938-a891-3351bb078d71", "name": "network-vif-deleted", "tag": "7ce073ea-0a68-4022-a335-edfe7e7cf066", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:01:43.638870 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-9c2adcf4-d8f6-4691-962d-539af0744192 {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:01:43.640121 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3262a1d6-0fe0-4938-a891-3351bb078d71', 'name': 'network-vif-deleted', 'tag': '7ce073ea-0a68-4022-a335-edfe7e7cf066', 'status': 'completed', 'code': 200} Feb 02 16:01:43.692921 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 36500) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:43.698685 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-f9a6fd7a-365f-4260-b176-0fc6d42c534e None None] Set router 72d61eae-3e8b-41aa-bd55-419673a4b8cc gateway port host: dv-cinder-827511-1-iscsi {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:01:43.826886 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0d47f243-fc91-41b0-97ad-f504570f2d79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:43.901481 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0d47f243-fc91-41b0-97ad-f504570f2d79 admin admin] Publish callbacks [] for security_group (ad1d6289-35e1-493a-bb11-efb001291160), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:43.905887 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0d47f243-fc91-41b0-97ad-f504570f2d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (ad1d6289-35e1-493a-bb11-efb001291160), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:43.909632 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-f9a6fd7a-365f-4260-b176-0fc6d42c534e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'name': 'tempest-AttachVolumeTestJSON-1574262170-router', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:32Z', 'revision_number': 4, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'gw_port': {'id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '062fec73-b264-471d-a458-820920794199', 'name': '', 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'mac_address': 'fa:16:3e:14:ac:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '88fa9161-0b2a-481a-ad23-bc99e36fcc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:57:31Z', 'updated_at': '2022-02-02T15:57:35Z', 'revision_number': 5, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'subnets': [{'id': '88fa9161-0b2a-481a-ad23-bc99e36fcc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:01:43.936442 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a6fd7a-365f-4260-b176-0fc6d42c534e None None] Checking router: 72d61eae-3e8b-41aa-bd55-419673a4b8cc for host: dv-cinder-827511-1-iscsi {{(pid=109041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:01:43.944781 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a6fd7a-365f-4260-b176-0fc6d42c534e None None] Routers {'72d61eae-3e8b-41aa-bd55-419673a4b8cc'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:01:43.946243 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-0d47f243-fc91-41b0-97ad-f504570f2d79 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=4c77f1661bd6419c896288ee10bb5ffa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2509961 Feb 02 16:01:43.946375 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-f9a6fd7a-365f-4260-b176-0fc6d42c534e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:01:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['72d61eae-3e8b-41aa-bd55-419673a4b8cc'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:01:43.947664 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 36504) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:43.953616 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47f243-fc91-41b0-97ad-f504570f2d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1d6289-35e1-493a-bb11-efb001291160,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:44.006496 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ab66b8d7-2f3b-4f75-b140-72f4afb6c862 admin admin] Publish callbacks [] for security_group (ad1d6289-35e1-493a-bb11-efb001291160), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:44.028248 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ab66b8d7-2f3b-4f75-b140-72f4afb6c862 admin admin] Publish callbacks [] for security_group (ad1d6289-35e1-493a-bb11-efb001291160), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:44.054857 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-f9a6fd7a-365f-4260-b176-0fc6d42c534e None None] Set router 72d61eae-3e8b-41aa-bd55-419673a4b8cc gateway port host: dv-cinder-827511-1-iscsi {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:01:44.089859 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ab66b8d7-2f3b-4f75-b140-72f4afb6c862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (ad1d6289-35e1-493a-bb11-efb001291160), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:44.092758 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ab66b8d7-2f3b-4f75-b140-72f4afb6c862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:44.096987 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-ab66b8d7-2f3b-4f75-b140-72f4afb6c862 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/ad1d6289-35e1-493a-bb11-efb001291160 HTTP/1.1" status: 204 len: 168 time: 0.1454651 Feb 02 16:01:44.103394 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66b8d7-2f3b-4f75-b140-72f4afb6c862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1d6289-35e1-493a-bb11-efb001291160,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:44.285637 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-f9a6fd7a-365f-4260-b176-0fc6d42c534e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'name': 'tempest-AttachVolumeTestJSON-1574262170-router', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:32Z', 'revision_number': 4, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'gw_port': {'id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '062fec73-b264-471d-a458-820920794199', 'name': '', 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'mac_address': 'fa:16:3e:14:ac:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '88fa9161-0b2a-481a-ad23-bc99e36fcc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:57:31Z', 'updated_at': '2022-02-02T15:57:35Z', 'revision_number': 5, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'subnets': [{'id': '88fa9161-0b2a-481a-ad23-bc99e36fcc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:01:44.305608 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 36514) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:44.326339 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a6fd7a-365f-4260-b176-0fc6d42c534e None None] The sync data for ids ['72d61eae-3e8b-41aa-bd55-419673a4b8cc'] in dv-cinder-827511-1-iscsi is: [{'id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'name': 'tempest-AttachVolumeTestJSON-1574262170-router', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:32Z', 'revision_number': 4, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'gw_port': {'id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '062fec73-b264-471d-a458-820920794199', 'name': '', 'network_id': 'cdf28f1b-0411-4dee-a903-8841bfaf0c1e', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'mac_address': 'fa:16:3e:14:ac:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '88fa9161-0b2a-481a-ad23-bc99e36fcc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:57:31Z', 'updated_at': '2022-02-02T15:57:35Z', 'revision_number': 5, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'subnets': [{'id': '88fa9161-0b2a-481a-ad23-bc99e36fcc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:01:44.366799 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-963dce14-a275-4597-96c9-9710f723fe16 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for security_group (362468f9-620a-4f95-bebb-b69eb8b43817), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:44.395649 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-963dce14-a275-4597-96c9-9710f723fe16 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for security_group (362468f9-620a-4f95-bebb-b69eb8b43817), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:44.435069 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 36516) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:44.454509 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-963dce14-a275-4597-96c9-9710f723fe16 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (362468f9-620a-4f95-bebb-b69eb8b43817), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:44.454864 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-19e6fc58-2208-449b-a21a-615706da72ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:44.458298 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-963dce14-a275-4597-96c9-9710f723fe16 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:44.462555 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-963dce14-a275-4597-96c9-9710f723fe16 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "DELETE /v2.0/security-groups/362468f9-620a-4f95-bebb-b69eb8b43817 HTTP/1.1" status: 204 len: 168 time: 0.1555431 Feb 02 16:01:44.463171 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 36518) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:44.485139 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963dce14-a275-4597-96c9-9710f723fe16 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=362468f9-620a-4f95-bebb-b69eb8b43817,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:44.487917 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.api.v2.resource [None req-7e4907a7-e8fa-4d5e-9e58-9ee56d35af3b tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] show failed (client error): The resource could not be found. Feb 02 16:01:44.492784 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-7e4907a7-e8fa-4d5e-9e58-9ee56d35af3b tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "GET /v2.0/security-groups/362468f9-620a-4f95-bebb-b69eb8b43817 HTTP/1.1" status: 404 len: 347 time: 0.0255771 Feb 02 16:01:44.493075 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 36520) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:44.584113 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a486021f-74d1-4411-a2f9-f72025e4ee39 None None] New status for floating IP 83386da3-ce91-426f-8e79-e8a2e4ea2929: DOWN {{(pid=109040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 16:01:44.644675 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-19e6fc58-2208-449b-a21a-615706da72ae admin admin] Publish callbacks [] for security_group (df7b4858-7b7e-4c87-abd7-7abc6de036e9), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:44.651582 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-19e6fc58-2208-449b-a21a-615706da72ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (df7b4858-7b7e-4c87-abd7-7abc6de036e9), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:44.701891 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-19e6fc58-2208-449b-a21a-615706da72ae admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=3ed4c31e7e934278a34febebbd3f0091&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2656026 Feb 02 16:01:44.703470 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6fc58-2208-449b-a21a-615706da72ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7b4858-7b7e-4c87-abd7-7abc6de036e9,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:44.704636 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 36522) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:44.707938 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-6e21af1b-fdb4-4a34-a1bf-cb53b32568c2 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Deleting port d1e581a4-1548-4591-8df5-2c9f092a7878 {{(pid=109039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:01:44.708204 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-6e21af1b-fdb4-4a34-a1bf-cb53b32568c2 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (d1e581a4-1548-4591-8df5-2c9f092a7878), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:44.762307 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-68506eb6-2b7b-435d-a782-c4862aecf466 admin admin] Publish callbacks [] for security_group (df7b4858-7b7e-4c87-abd7-7abc6de036e9), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:44.785355 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-68506eb6-2b7b-435d-a782-c4862aecf466 admin admin] Publish callbacks [] for security_group (df7b4858-7b7e-4c87-abd7-7abc6de036e9), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:44.792833 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-6e21af1b-fdb4-4a34-a1bf-cb53b32568c2 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (d1e581a4-1548-4591-8df5-2c9f092a7878), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:44.793014 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-6e21af1b-fdb4-4a34-a1bf-cb53b32568c2 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for floatingip (d1e581a4-1548-4591-8df5-2c9f092a7878), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:44.805166 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-6e21af1b-fdb4-4a34-a1bf-cb53b32568c2 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Calling delete_port for d1e581a4-1548-4591-8df5-2c9f092a7878 owned by network:floatingip {{(pid=109039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:01:44.838915 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-68506eb6-2b7b-435d-a782-c4862aecf466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (df7b4858-7b7e-4c87-abd7-7abc6de036e9), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:44.841597 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-68506eb6-2b7b-435d-a782-c4862aecf466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:44.842757 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-68506eb6-2b7b-435d-a782-c4862aecf466 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/df7b4858-7b7e-4c87-abd7-7abc6de036e9 HTTP/1.1" status: 204 len: 168 time: 0.1363280 Feb 02 16:01:44.857312 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68506eb6-2b7b-435d-a782-c4862aecf466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7b4858-7b7e-4c87-abd7-7abc6de036e9,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:44.961947 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-6e21af1b-fdb4-4a34-a1bf-cb53b32568c2 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5289298'] for port (d1e581a4-1548-4591-8df5-2c9f092a7878), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:44.988213 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e21af1b-fdb4-4a34-a1bf-cb53b32568c2 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Pushing event deleted for resources: {'Port': ['ID=d1e581a4-1548-4591-8df5-2c9f092a7878,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:45.066861 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-6e21af1b-fdb4-4a34-a1bf-cb53b32568c2 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks [] for floatingip (83386da3-ce91-426f-8e79-e8a2e4ea2929), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:45.069936 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-6e21af1b-fdb4-4a34-a1bf-cb53b32568c2 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for floatingip (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:45.071565 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-6e21af1b-fdb4-4a34-a1bf-cb53b32568c2 tempest-AttachVolumeTestJSON-635792569 tempest-AttachVolumeTestJSON-635792569-project] 10.222.0.112 "DELETE /v2.0/floatingips/83386da3-ce91-426f-8e79-e8a2e4ea2929 HTTP/1.1" status: 204 len: 168 time: 0.5731452 Feb 02 16:01:45.204626 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 36532) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:45.218228 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-8e2a39b0-ec71-463c-9d0c-ddeb809dd063 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:45.302840 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-8e2a39b0-ec71-463c-9d0c-ddeb809dd063 admin admin] Publish callbacks [] for security_group (f47af42f-83c6-436f-ad62-72df72d0073d), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:45.306483 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-8e2a39b0-ec71-463c-9d0c-ddeb809dd063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (f47af42f-83c6-436f-ad62-72df72d0073d), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:45.344260 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a39b0-ec71-463c-9d0c-ddeb809dd063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47af42f-83c6-436f-ad62-72df72d0073d,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:45.349304 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-8e2a39b0-ec71-463c-9d0c-ddeb809dd063 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=addf2fa764e742a4b05dbb448fc82d72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1434877 Feb 02 16:01:45.352165 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 36534) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:45.376220 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-fb802947-ac76-4f40-94ff-e34565c53f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:45.415241 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-9246afbc-cd00-4d0b-92cd-6db4259dc57c admin admin] Publish callbacks [] for security_group (f47af42f-83c6-436f-ad62-72df72d0073d), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:45.437450 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-9246afbc-cd00-4d0b-92cd-6db4259dc57c admin admin] Publish callbacks [] for security_group (f47af42f-83c6-436f-ad62-72df72d0073d), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:45.484692 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-9246afbc-cd00-4d0b-92cd-6db4259dc57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (f47af42f-83c6-436f-ad62-72df72d0073d), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:45.488021 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-9246afbc-cd00-4d0b-92cd-6db4259dc57c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:45.489235 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-9246afbc-cd00-4d0b-92cd-6db4259dc57c admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/f47af42f-83c6-436f-ad62-72df72d0073d HTTP/1.1" status: 204 len: 168 time: 0.1360543 Feb 02 16:01:45.498576 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246afbc-cd00-4d0b-92cd-6db4259dc57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47af42f-83c6-436f-ad62-72df72d0073d,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:45.506476 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246afbc-cd00-4d0b-92cd-6db4259dc57c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:45.506832 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246afbc-cd00-4d0b-92cd-6db4259dc57c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:45.507184 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246afbc-cd00-4d0b-92cd-6db4259dc57c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:45.507529 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246afbc-cd00-4d0b-92cd-6db4259dc57c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:45.507869 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246afbc-cd00-4d0b-92cd-6db4259dc57c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:45.508209 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246afbc-cd00-4d0b-92cd-6db4259dc57c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:45.508546 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246afbc-cd00-4d0b-92cd-6db4259dc57c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:45.508881 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246afbc-cd00-4d0b-92cd-6db4259dc57c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:45.509257 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246afbc-cd00-4d0b-92cd-6db4259dc57c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:45.509603 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246afbc-cd00-4d0b-92cd-6db4259dc57c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:45.509938 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246afbc-cd00-4d0b-92cd-6db4259dc57c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:45.510266 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246afbc-cd00-4d0b-92cd-6db4259dc57c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:45.510582 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246afbc-cd00-4d0b-92cd-6db4259dc57c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:46.258939 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:46.361274 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 7ce073ea-0a68-4022-a335-edfe7e7cf066 no longer exists at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:01:46.385233 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] No Port match for: 7ce073ea-0a68-4022-a335-edfe7e7cf066 {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:01:46.385772 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 7ce073ea-0a68-4022-a335-edfe7e7cf066 not bound to the agent host hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:01:47.445455 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 36620) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:47.478625 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:47.558338 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-2945e5f7-7b4a-4492-8b25-3c803b5f572e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:47.633961 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-2945e5f7-7b4a-4492-8b25-3c803b5f572e admin admin] Publish callbacks [] for security_group (72cda1d1-2e8b-4e4c-925c-a380ccf10f5a), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:47.638351 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-2945e5f7-7b4a-4492-8b25-3c803b5f572e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (72cda1d1-2e8b-4e4c-925c-a380ccf10f5a), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:47.678707 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-2945e5f7-7b4a-4492-8b25-3c803b5f572e admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=42cef8168a334cdb91f30d8b3f3ad39c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315090 Feb 02 16:01:47.679587 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945e5f7-7b4a-4492-8b25-3c803b5f572e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cda1d1-2e8b-4e4c-925c-a380ccf10f5a,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:47.681714 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 36626) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:47.688892 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:47.734536 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-52f57bcd-7028-4d58-931e-78a1b6a7f45e admin admin] Publish callbacks [] for security_group (72cda1d1-2e8b-4e4c-925c-a380ccf10f5a), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:47.757171 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-52f57bcd-7028-4d58-931e-78a1b6a7f45e admin admin] Publish callbacks [] for security_group (72cda1d1-2e8b-4e4c-925c-a380ccf10f5a), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:47.802843 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-52f57bcd-7028-4d58-931e-78a1b6a7f45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (72cda1d1-2e8b-4e4c-925c-a380ccf10f5a), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:47.805457 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-52f57bcd-7028-4d58-931e-78a1b6a7f45e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:47.806640 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-52f57bcd-7028-4d58-931e-78a1b6a7f45e admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/72cda1d1-2e8b-4e4c-925c-a380ccf10f5a HTTP/1.1" status: 204 len: 168 time: 0.1239338 Feb 02 16:01:47.814676 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f57bcd-7028-4d58-931e-78a1b6a7f45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cda1d1-2e8b-4e4c-925c-a380ccf10f5a,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:47.821698 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f57bcd-7028-4d58-931e-78a1b6a7f45e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:47.822058 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f57bcd-7028-4d58-931e-78a1b6a7f45e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:47.822409 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f57bcd-7028-4d58-931e-78a1b6a7f45e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:47.822752 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f57bcd-7028-4d58-931e-78a1b6a7f45e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:47.823090 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f57bcd-7028-4d58-931e-78a1b6a7f45e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:47.823445 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f57bcd-7028-4d58-931e-78a1b6a7f45e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:47.823762 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f57bcd-7028-4d58-931e-78a1b6a7f45e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:47.824158 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f57bcd-7028-4d58-931e-78a1b6a7f45e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:47.824421 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f57bcd-7028-4d58-931e-78a1b6a7f45e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:47.824747 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f57bcd-7028-4d58-931e-78a1b6a7f45e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:47.825096 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f57bcd-7028-4d58-931e-78a1b6a7f45e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:47.825425 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f57bcd-7028-4d58-931e-78a1b6a7f45e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:47.825753 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f57bcd-7028-4d58-931e-78a1b6a7f45e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:48.061993 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 36632) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:48.075308 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-4100b285-ced6-45c8-95c5-028416d96982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:48.149716 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-4100b285-ced6-45c8-95c5-028416d96982 admin admin] Publish callbacks [] for security_group (afbcca04-2f07-43bb-b092-52d4f1867582), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:48.153241 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-4100b285-ced6-45c8-95c5-028416d96982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (afbcca04-2f07-43bb-b092-52d4f1867582), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:48.192865 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-4100b285-ced6-45c8-95c5-028416d96982 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=ff53cd855e3e4e5b9f3d243476641ad4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1298060 Feb 02 16:01:48.193987 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100b285-ced6-45c8-95c5-028416d96982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbcca04-2f07-43bb-b092-52d4f1867582,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:48.195718 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 36634) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:48.242515 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-30216c2d-7df0-4d8f-8e22-7b696053b339 admin admin] Publish callbacks [] for security_group (afbcca04-2f07-43bb-b092-52d4f1867582), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:48.263627 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-30216c2d-7df0-4d8f-8e22-7b696053b339 admin admin] Publish callbacks [] for security_group (afbcca04-2f07-43bb-b092-52d4f1867582), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:48.308543 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-30216c2d-7df0-4d8f-8e22-7b696053b339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (afbcca04-2f07-43bb-b092-52d4f1867582), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:48.311208 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-30216c2d-7df0-4d8f-8e22-7b696053b339 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:48.312370 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-30216c2d-7df0-4d8f-8e22-7b696053b339 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/afbcca04-2f07-43bb-b092-52d4f1867582 HTTP/1.1" status: 204 len: 168 time: 0.1155624 Feb 02 16:01:48.325005 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216c2d-7df0-4d8f-8e22-7b696053b339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbcca04-2f07-43bb-b092-52d4f1867582,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:48.602284 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 36648) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:49.211830 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:49.222665 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-096f8973-25b7-4e89-8eb3-07b94152e9f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7937627'] for router_interface (72d61eae-3e8b-41aa-bd55-419673a4b8cc), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:49.502885 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [None req-096f8973-25b7-4e89-8eb3-07b94152e9f3 admin admin] Deleting port 062fec73-b264-471d-a458-820920794199 {{(pid=109038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:01:49.503233 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-096f8973-25b7-4e89-8eb3-07b94152e9f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (062fec73-b264-471d-a458-820920794199), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:49.585755 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [None req-096f8973-25b7-4e89-8eb3-07b94152e9f3 admin admin] For port 062fec73-b264-471d-a458-820920794199, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=062fec73-b264-471d-a458-820920794199,segment=NetworkSegment(87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5),segment_id=87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5)] {{(pid=109038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:01:49.586115 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-096f8973-25b7-4e89-8eb3-07b94152e9f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (062fec73-b264-471d-a458-820920794199), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:49.600030 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [None req-096f8973-25b7-4e89-8eb3-07b94152e9f3 admin admin] Calling delete_port for 062fec73-b264-471d-a458-820920794199 owned by network:router_interface {{(pid=109038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:01:49.776115 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-096f8973-25b7-4e89-8eb3-07b94152e9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (062fec73-b264-471d-a458-820920794199), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:49.802034 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f8973-25b7-4e89-8eb3-07b94152e9f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=062fec73-b264-471d-a458-820920794199,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:49.969411 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-096f8973-25b7-4e89-8eb3-07b94152e9f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8109520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7937735'] for router_interface (72d61eae-3e8b-41aa-bd55-419673a4b8cc), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:50.182296 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096f8973-25b7-4e89-8eb3-07b94152e9f3 admin admin] Router 72d61eae-3e8b-41aa-bd55-419673a4b8cc has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:01:50.287385 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096f8973-25b7-4e89-8eb3-07b94152e9f3 admin admin] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:01:50.293010 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-096f8973-25b7-4e89-8eb3-07b94152e9f3 admin admin] 10.222.0.112 "PUT /v2.0/routers/72d61eae-3e8b-41aa-bd55-419673a4b8cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6896665 Feb 02 16:01:50.295637 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 36672) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:50.298169 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ad6910-a301-4004-ba79-5f7af1efe75b None None] Sync routers for ids ['72d61eae-3e8b-41aa-bd55-419673a4b8cc'] in dv-cinder-827511-1-iscsi {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:01:50.309242 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ad6910-a301-4004-ba79-5f7af1efe75b None None] Routers {'72d61eae-3e8b-41aa-bd55-419673a4b8cc'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:01:50.309852 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-81ad6910-a301-4004-ba79-5f7af1efe75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:01:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['72d61eae-3e8b-41aa-bd55-419673a4b8cc'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:01:50.402518 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-570db612-cd3f-4bc3-90eb-10a057a30eaa admin admin] Publish callbacks [] for router (72d61eae-3e8b-41aa-bd55-419673a4b8cc), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:50.416039 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-81ad6910-a301-4004-ba79-5f7af1efe75b None None] Set router 72d61eae-3e8b-41aa-bd55-419673a4b8cc gateway port host: dv-cinder-827511-1-iscsi {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:01:50.517090 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-570db612-cd3f-4bc3-90eb-10a057a30eaa admin admin] Publish callbacks [] for router_gateway (72d61eae-3e8b-41aa-bd55-419673a4b8cc), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:50.578627 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [None req-570db612-cd3f-4bc3-90eb-10a057a30eaa admin admin] Deleting port 44521661-896a-4a32-8f56-2e3fe7dedcd0 {{(pid=109038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:01:50.578969 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-570db612-cd3f-4bc3-90eb-10a057a30eaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (44521661-896a-4a32-8f56-2e3fe7dedcd0), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:50.610185 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-67227300-0b2d-4a0c-82eb-fd7bb76d5bae tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=df9ae16b8af04375a27696e74724418c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359688 Feb 02 16:01:50.699325 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [None req-570db612-cd3f-4bc3-90eb-10a057a30eaa admin admin] For port 44521661-896a-4a32-8f56-2e3fe7dedcd0, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=44521661-896a-4a32-8f56-2e3fe7dedcd0,segment=NetworkSegment(aa18bba3-a434-4e8a-926e-117b8687e1ff),segment_id=aa18bba3-a434-4e8a-926e-117b8687e1ff)] {{(pid=109038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:01:50.700255 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-570db612-cd3f-4bc3-90eb-10a057a30eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (44521661-896a-4a32-8f56-2e3fe7dedcd0), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:50.703327 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-81ad6910-a301-4004-ba79-5f7af1efe75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'name': 'tempest-AttachVolumeTestJSON-1574262170-router', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T16:01:49Z', 'revision_number': 5, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'gw_port': {'id': '44521661-896a-4a32-8f56-2e3fe7dedcd0', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:25:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T15:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi'}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:01:50.715659 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [None req-570db612-cd3f-4bc3-90eb-10a057a30eaa admin admin] Calling delete_port for 44521661-896a-4a32-8f56-2e3fe7dedcd0 owned by network:router_gateway {{(pid=109038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:01:50.735872 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ad6910-a301-4004-ba79-5f7af1efe75b None None] Checking router: 72d61eae-3e8b-41aa-bd55-419673a4b8cc for host: dv-cinder-827511-1-iscsi {{(pid=109041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:01:50.748118 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ad6910-a301-4004-ba79-5f7af1efe75b None None] Routers {'72d61eae-3e8b-41aa-bd55-419673a4b8cc'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:01:50.748748 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-81ad6910-a301-4004-ba79-5f7af1efe75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:01:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['72d61eae-3e8b-41aa-bd55-419673a4b8cc'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:01:50.817774 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-b502524f-9624-4be7-9ca9-e4c2491a7d15 tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:50.819638 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-b502524f-9624-4be7-9ca9-e4c2491a7d15 tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2019851 Feb 02 16:01:50.837166 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-2a2c4d5c-0059-41cf-8f58-054aa7ad0aa1 tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] 10.222.0.112 "GET /v2.0/quotas/df9ae16b8af04375a27696e74724418c HTTP/1.1" status: 200 len: 375 time: 0.0120943 Feb 02 16:01:50.839269 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-81ad6910-a301-4004-ba79-5f7af1efe75b None None] Set router 72d61eae-3e8b-41aa-bd55-419673a4b8cc gateway port host: None {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:01:50.871201 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-116a824a-420a-4140-b06f-da0f9e5682be tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=df9ae16b8af04375a27696e74724418c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284164 Feb 02 16:01:50.890808 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-81ad6910-a301-4004-ba79-5f7af1efe75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'name': 'tempest-AttachVolumeTestJSON-1574262170-router', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T16:01:50Z', 'revision_number': 6, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'gw_port_host': None}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:01:50.903130 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-570db612-cd3f-4bc3-90eb-10a057a30eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (44521661-896a-4a32-8f56-2e3fe7dedcd0), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:50.922094 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ad6910-a301-4004-ba79-5f7af1efe75b None None] The sync data for ids ['72d61eae-3e8b-41aa-bd55-419673a4b8cc'] in dv-cinder-827511-1-iscsi is: [{'id': '72d61eae-3e8b-41aa-bd55-419673a4b8cc', 'name': 'tempest-AttachVolumeTestJSON-1574262170-router', 'tenant_id': '45b9c1b88a7c489db94e478b49b35d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:57:29Z', 'updated_at': '2022-02-02T16:01:50Z', 'revision_number': 6, 'project_id': '45b9c1b88a7c489db94e478b49b35d32', 'gw_port_host': None}] {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:01:50.957088 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570db612-cd3f-4bc3-90eb-10a057a30eaa admin admin] Pushing event deleted for resources: {'Port': ['ID=44521661-896a-4a32-8f56-2e3fe7dedcd0,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:51.000117 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-570db612-cd3f-4bc3-90eb-10a057a30eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7937893'] for router_gateway (72d61eae-3e8b-41aa-bd55-419673a4b8cc), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:51.056553 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8674b170-28aa-4343-9e0f-a9d261ec5b23 req-2fa451cb-d143-4726-b0f8-f35369b9845b tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] 10.222.0.112 "GET /v2.0/ports?device_id=db21c133-ddb0-4736-a97f-fe245e6cbea6 HTTP/1.1" status: 200 len: 210 time: 0.0304611 Feb 02 16:01:51.094309 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-570db612-cd3f-4bc3-90eb-10a057a30eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8316650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4847'] for router (72d61eae-3e8b-41aa-bd55-419673a4b8cc), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:51.096521 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-570db612-cd3f-4bc3-90eb-10a057a30eaa admin admin] Publish callbacks [] for router_controller (72d61eae-3e8b-41aa-bd55-419673a4b8cc), precommit_delete_associations {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:51.143929 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-570db612-cd3f-4bc3-90eb-10a057a30eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8316661'] for router (72d61eae-3e8b-41aa-bd55-419673a4b8cc), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:51.144466 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570db612-cd3f-4bc3-90eb-10a057a30eaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72d61eae-3e8b-41aa-bd55-419673a4b8cc {{(pid=109038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 16:01:51.149223 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-570db612-cd3f-4bc3-90eb-10a057a30eaa admin admin] Publish callbacks [] for router (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:51.150388 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-570db612-cd3f-4bc3-90eb-10a057a30eaa admin admin] 10.222.0.112 "DELETE /v2.0/routers/72d61eae-3e8b-41aa-bd55-419673a4b8cc HTTP/1.1" status: 204 len: 168 time: 0.8537126 Feb 02 16:01:51.153591 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 36696) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:51.203141 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae47be56-6322-4aca-8f21-641d1d1805b4 admin admin] Deleting subnet 88fa9161-0b2a-481a-ad23-bc99e36fcc51 {{(pid=109039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 16:01:51.206922 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ae47be56-6322-4aca-8f21-641d1d1805b4 admin admin] Publish callbacks [] for subnet (88fa9161-0b2a-481a-ad23-bc99e36fcc51), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:51.241388 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ae47be56-6322-4aca-8f21-641d1d1805b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6290290'] for subnet (88fa9161-0b2a-481a-ad23-bc99e36fcc51), precommit_delete_associations {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:51.324344 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ae47be56-6322-4aca-8f21-641d1d1805b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145137'] for subnet (88fa9161-0b2a-481a-ad23-bc99e36fcc51), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:51.384028 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ae47be56-6322-4aca-8f21-641d1d1805b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5289349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6097995'] for subnet (88fa9161-0b2a-481a-ad23-bc99e36fcc51), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:51.410199 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47be56-6322-4aca-8f21-641d1d1805b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88fa9161-0b2a-481a-ad23-bc99e36fcc51,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:51.414517 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ae47be56-6322-4aca-8f21-641d1d1805b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for subnet (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:51.417732 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-ae47be56-6322-4aca-8f21-641d1d1805b4 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/88fa9161-0b2a-481a-ad23-bc99e36fcc51 HTTP/1.1" status: 204 len: 168 time: 0.2629654 Feb 02 16:01:51.421176 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 36700) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:51.422332 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02da842-b429-429b-990c-6f85d380e0e5 None None] Network cdf28f1b-0411-4dee-a903-8841bfaf0c1e requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 16:01:51.496184 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65c4ebae-efae-455c-9c31-b89aacfd04b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1153519'] for network (cdf28f1b-0411-4dee-a903-8841bfaf0c1e), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:51.559672 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-65c4ebae-efae-455c-9c31-b89aacfd04b2 admin admin] Deleting port cbcde060-0961-4c11-8c52-3c83ec33d6dc {{(pid=109039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:01:51.560059 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65c4ebae-efae-455c-9c31-b89aacfd04b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (cbcde060-0961-4c11-8c52-3c83ec33d6dc), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:51.632327 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.db [None req-65c4ebae-efae-455c-9c31-b89aacfd04b2 admin admin] For port cbcde060-0961-4c11-8c52-3c83ec33d6dc, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=cbcde060-0961-4c11-8c52-3c83ec33d6dc,segment=NetworkSegment(87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5),segment_id=87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5)] {{(pid=109039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:01:51.633028 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65c4ebae-efae-455c-9c31-b89aacfd04b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (cbcde060-0961-4c11-8c52-3c83ec33d6dc), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:51.645443 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-65c4ebae-efae-455c-9c31-b89aacfd04b2 admin admin] Calling delete_port for cbcde060-0961-4c11-8c52-3c83ec33d6dc owned by network:dhcp {{(pid=109039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:01:51.716556 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74aa994-75a9-4906-ae55-0eef252885f3 None None] DHCP port deletion for cdf28f1b-0411-4dee-a903-8841bfaf0c1e request from dv-cinder-827511-1-iscsi {{(pid=109040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 16:01:51.734436 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65c4ebae-efae-455c-9c31-b89aacfd04b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5289298'] for port (cbcde060-0961-4c11-8c52-3c83ec33d6dc), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:51.760383 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4ebae-efae-455c-9c31-b89aacfd04b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbcde060-0961-4c11-8c52-3c83ec33d6dc,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:51.763990 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c4ebae-efae-455c-9c31-b89aacfd04b2 admin admin] No DVR routers for this DVR port cbcde060-0961-4c11-8c52-3c83ec33d6dc on host dv-cinder-827511-1-iscsi {{(pid=109039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:01:51.769331 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-a74aa994-75a9-4906-ae55-0eef252885f3 None None] Deleting port cbcde060-0961-4c11-8c52-3c83ec33d6dc {{(pid=109040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:01:51.769924 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-a74aa994-75a9-4906-ae55-0eef252885f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (cbcde060-0961-4c11-8c52-3c83ec33d6dc), before_delete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:51.836125 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-a74aa994-75a9-4906-ae55-0eef252885f3 None None] For port cbcde060-0961-4c11-8c52-3c83ec33d6dc, host dv-cinder-827511-1-iscsi, got binding levels [] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:01:51.836584 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-a74aa994-75a9-4906-ae55-0eef252885f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (cbcde060-0961-4c11-8c52-3c83ec33d6dc), precommit_delete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:51.838888 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65c4ebae-efae-455c-9c31-b89aacfd04b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143470', 'neutron.services.segments.db._delete_segments_for_network-8791047536797'] for network (cdf28f1b-0411-4dee-a903-8841bfaf0c1e), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:51.850809 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-a74aa994-75a9-4906-ae55-0eef252885f3 None None] Calling delete_port for cbcde060-0961-4c11-8c52-3c83ec33d6dc owned by network:dhcp {{(pid=109040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:01:51.853573 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.ipam_backend_mixin [None req-a74aa994-75a9-4906-ae55-0eef252885f3 None None] Port cbcde060-0961-4c11-8c52-3c83ec33d6dc was not found and therefore no delete operation was performed {{(pid=109040) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 16:01:51.854915 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-a74aa994-75a9-4906-ae55-0eef252885f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362'] for port (cbcde060-0961-4c11-8c52-3c83ec33d6dc), after_delete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:51.861154 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.services.segments.db [None req-65c4ebae-efae-455c-9c31-b89aacfd04b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf28f1b-0411-4dee-a903-8841bfaf0c1e']}} {{(pid=109039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:01:51.870673 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.services.segments.db [None req-65c4ebae-efae-455c-9c31-b89aacfd04b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5') {'for_net_delete': True} {{(pid=109039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:01:51.870974 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.services.segments.db [None req-65c4ebae-efae-455c-9c31-b89aacfd04b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5') {} {{(pid=109039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:01:51.879542 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74aa994-75a9-4906-ae55-0eef252885f3 None None] Pushing event deleted for resources: {'Port': ['ID=cbcde060-0961-4c11-8c52-3c83ec33d6dc,revision_number=None']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:51.880394 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65c4ebae-efae-455c-9c31-b89aacfd04b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791047557030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6290297'] for segment (87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:51.885321 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74aa994-75a9-4906-ae55-0eef252885f3 None None] No DVR routers for this DVR port cbcde060-0961-4c11-8c52-3c83ec33d6dc on host dv-cinder-827511-1-iscsi {{(pid=109040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:01:51.897672 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65c4ebae-efae-455c-9c31-b89aacfd04b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:51.904388 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c4ebae-efae-455c-9c31-b89aacfd04b2 admin admin] Releasing vlan 961 on physical network physnet1 to pool {{(pid=109039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 16:01:51.904787 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65c4ebae-efae-455c-9c31-b89aacfd04b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5289343'] for segment (87b6ad7f-96c7-47e6-acd6-ae3e3a59ecf5), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:51.906541 dv-cinder-827511-1-iscsi neutron-server[109039]: Traceback (most recent call last): Feb 02 16:01:51.906541 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 16:01:51.906541 dv-cinder-827511-1-iscsi neutron-server[109039]: timer() Feb 02 16:01:51.906541 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:01:51.906541 dv-cinder-827511-1-iscsi neutron-server[109039]: cb(*args, **kw) Feb 02 16:01:51.906541 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 16:01:51.906541 dv-cinder-827511-1-iscsi neutron-server[109039]: return func(*args, **kwargs) Feb 02 16:01:51.906541 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:01:51.906541 dv-cinder-827511-1-iscsi neutron-server[109039]: self._notify() Feb 02 16:01:51.906541 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:01:51.906541 dv-cinder-827511-1-iscsi neutron-server[109039]: self.callback(batched_events) Feb 02 16:01:51.906541 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:01:51.906541 dv-cinder-827511-1-iscsi neutron-server[109039]: event.method(event) Feb 02 16:01:51.906541 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 16:01:51.906541 dv-cinder-827511-1-iscsi neutron-server[109039]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:01:51.906541 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 16:01:51.906541 dv-cinder-827511-1-iscsi neutron-server[109039]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:01:51.906541 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 16:01:51.906541 dv-cinder-827511-1-iscsi neutron-server[109039]: return f(self, *a, **k) Feb 02 16:01:51.906541 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:01:51.906541 dv-cinder-827511-1-iscsi neutron-server[109039]: return self._get(url).json() Feb 02 16:01:51.906541 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:01:51.906541 dv-cinder-827511-1-iscsi neutron-server[109039]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:01:51.906541 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 16:01:51.906541 dv-cinder-827511-1-iscsi neutron-server[109039]: return self.request(url, 'GET', **kwargs) Feb 02 16:01:51.906541 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 16:01:51.906541 dv-cinder-827511-1-iscsi neutron-server[109039]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:01:51.906541 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 16:01:51.906541 dv-cinder-827511-1-iscsi neutron-server[109039]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:01:51.906541 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 16:01:51.906541 dv-cinder-827511-1-iscsi neutron-server[109039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:01:51.906541 dv-cinder-827511-1-iscsi neutron-server[109039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:01:51.966135 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65c4ebae-efae-455c-9c31-b89aacfd04b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7937865'] for network (cdf28f1b-0411-4dee-a903-8841bfaf0c1e), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:51.972736 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-65c4ebae-efae-455c-9c31-b89aacfd04b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:51.977588 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-65c4ebae-efae-455c-9c31-b89aacfd04b2 admin admin] 10.222.0.112 "DELETE /v2.0/networks/cdf28f1b-0411-4dee-a903-8841bfaf0c1e HTTP/1.1" status: 204 len: 168 time: 0.5549781 Feb 02 16:01:51.989920 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4ebae-efae-455c-9c31-b89aacfd04b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdf28f1b-0411-4dee-a903-8841bfaf0c1e,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:52.054511 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-2d0edf0c-0ae3-4e5d-ba24-289f197c8b3e tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=df9ae16b8af04375a27696e74724418c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315373 Feb 02 16:01:52.174424 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-7ac891df-5cd1-4b15-9014-f940d876d5bc req-6c57656b-6a1f-4000-bbc7-36538f3f5cbb tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] 10.222.0.112 "GET /v2.0/ports?device_id=db21c133-ddb0-4736-a97f-fe245e6cbea6 HTTP/1.1" status: 200 len: 210 time: 0.0313857 Feb 02 16:01:52.220844 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 36706) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:52.263258 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-78999f4c-a0d2-46d5-b6b5-0f25a43102e4 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=45b9c1b88a7c489db94e478b49b35d32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406628 Feb 02 16:01:52.265628 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 36712) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:52.273414 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-c546a54f-83ef-467b-9f64-5092764e4caf tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:52.275228 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-c546a54f-83ef-467b-9f64-5092764e4caf tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2110708 Feb 02 16:01:52.295006 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-296a55be-e7bb-4317-9561-83b5452af35d tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] Request body: {'port': {'device_id': 'db21c133-ddb0-4736-a97f-fe245e6cbea6', 'network_id': 'ff39514c-a52c-4bab-a759-add905acfd68', 'admin_state_up': True, 'tenant_id': 'df9ae16b8af04375a27696e74724418c'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:01:52.312369 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-aec60f38-3aea-41ba-8666-6a1cdbc517a3 admin admin] Publish callbacks [] for security_group (68dd593f-b555-46e6-8622-05c1012592ee), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:52.334243 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-aec60f38-3aea-41ba-8666-6a1cdbc517a3 admin admin] Publish callbacks [] for security_group (68dd593f-b555-46e6-8622-05c1012592ee), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:52.379512 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-aec60f38-3aea-41ba-8666-6a1cdbc517a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (68dd593f-b555-46e6-8622-05c1012592ee), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:52.382191 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-aec60f38-3aea-41ba-8666-6a1cdbc517a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:52.383339 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-aec60f38-3aea-41ba-8666-6a1cdbc517a3 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/68dd593f-b555-46e6-8622-05c1012592ee HTTP/1.1" status: 204 len: 168 time: 0.1168163 Feb 02 16:01:52.391131 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec60f38-3aea-41ba-8666-6a1cdbc517a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68dd593f-b555-46e6-8622-05c1012592ee,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:52.406078 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-296a55be-e7bb-4317-9561-83b5452af35d tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] Made reservation on behalf of df9ae16b8af04375a27696e74724418c for: {'port': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:01:52.410107 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-296a55be-e7bb-4317-9561-83b5452af35d tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:52.420986 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-296a55be-e7bb-4317-9561-83b5452af35d tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:52.497555 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-296a55be-e7bb-4317-9561-83b5452af35d tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] Publish callbacks [] for security_group (e43875b1-7e38-4273-b087-60241e1e9496), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:52.502127 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-296a55be-e7bb-4317-9561-83b5452af35d tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (e43875b1-7e38-4273-b087-60241e1e9496), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:52.569161 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a55be-e7bb-4317-9561-83b5452af35d tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e43875b1-7e38-4273-b087-60241e1e9496,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:52.640074 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_common [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-296a55be-e7bb-4317-9561-83b5452af35d tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] Allocated IP 192.168.233.244 (ff39514c-a52c-4bab-a759-add905acfd68/0b90a3fd-4115-44e4-a8a4-ef9c04e7fc94/4c9b771e-0a51-427b-92b2-de2bac18fb4f) {{(pid=109038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:01:52.663877 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 062fec73-b264-471d-a458-820920794199 no longer exists at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:01:52.687727 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] No Port match for: 062fec73-b264-471d-a458-820920794199 {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:01:52.688091 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 062fec73-b264-471d-a458-820920794199 not bound to the agent host dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:01:52.688972 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 44521661-896a-4a32-8f56-2e3fe7dedcd0 no longer exists at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:01:52.714845 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] No Port match for: 44521661-896a-4a32-8f56-2e3fe7dedcd0 {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:01:52.715272 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 44521661-896a-4a32-8f56-2e3fe7dedcd0 not bound to the agent host dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:01:52.715766 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device cbcde060-0961-4c11-8c52-3c83ec33d6dc no longer exists at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:01:52.735676 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] No Port match for: cbcde060-0961-4c11-8c52-3c83ec33d6dc {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:01:52.736936 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device cbcde060-0961-4c11-8c52-3c83ec33d6dc not bound to the agent host dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:01:52.800363 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-296a55be-e7bb-4317-9561-83b5452af35d tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] Publish callbacks [] for port (4c9b771e-0a51-427b-92b2-de2bac18fb4f), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:52.843125 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-296a55be-e7bb-4317-9561-83b5452af35d tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (4c9b771e-0a51-427b-92b2-de2bac18fb4f), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:52.885349 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-296a55be-e7bb-4317-9561-83b5452af35d tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] Network ff39514c-a52c-4bab-a759-add905acfd68 is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:01:52.890760 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-296a55be-e7bb-4317-9561-83b5452af35d tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:01:52.895065 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-296a55be-e7bb-4317-9561-83b5452af35d tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] Received port after_create {{(pid=109038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 16:01:52.918876 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a55be-e7bb-4317-9561-83b5452af35d tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] Pushing event updated for resources: {'Port': ['ID=4c9b771e-0a51-427b-92b2-de2bac18fb4f,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:52.952088 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-296a55be-e7bb-4317-9561-83b5452af35d tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:52.952920 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-296a55be-e7bb-4317-9561-83b5452af35d tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:52.972457 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-296a55be-e7bb-4317-9561-83b5452af35d tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6812210 Feb 02 16:01:52.992035 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-1de72d16-ac29-4ce6-a765-c208113c39d4 service neutron] Request body: {'port': {'device_id': 'db21c133-ddb0-4736-a97f-fe245e6cbea6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82751'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:01:53.057228 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-1de72d16-ac29-4ce6-a765-c208113c39d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (4c9b771e-0a51-427b-92b2-de2bac18fb4f), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:53.132433 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 36734) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:53.174994 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-a5921617-212f-4051-97c0-f99ca0363744 None None] Provisioning complete for port 4c9b771e-0a51-427b-92b2-de2bac18fb4f triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:01:53.175970 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-a5921617-212f-4051-97c0-f99ca0363744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (4c9b771e-0a51-427b-92b2-de2bac18fb4f), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:53.216009 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-a5921617-212f-4051-97c0-f99ca0363744 None None] Port 4c9b771e-0a51-427b-92b2-de2bac18fb4f cannot update to ACTIVE because it is not bound. {{(pid=109040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 16:01:53.247980 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-55d2f25a-87d9-4ed0-a73c-26766c6a2984 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1905756135-network', 'tenant_id': '34769f27376549ba84128199b3e82ec3'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:01:53.300412 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d2f25a-87d9-4ed0-a73c-26766c6a2984 admin admin] Made reservation on behalf of 34769f27376549ba84128199b3e82ec3 for: {'network': 1} {{(pid=109039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:01:53.303008 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-55d2f25a-87d9-4ed0-a73c-26766c6a2984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for network (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:53.315650 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-55d2f25a-87d9-4ed0-a73c-26766c6a2984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:53.344569 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-1de72d16-ac29-4ce6-a765-c208113c39d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c9b771e-0a51-427b-92b2-de2bac18fb4f {{(pid=109038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 16:01:53.349758 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc43329-1423-4f52-a087-725be346349d req-2ce5d149-a256-439d-a1b2-1b952e3d4698 tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:53.351265 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4dc43329-1423-4f52-a087-725be346349d req-2ce5d149-a256-439d-a1b2-1b952e3d4698 tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] 10.222.0.112 "GET /v2.0/ports?device_id=db21c133-ddb0-4736-a97f-fe245e6cbea6 HTTP/1.1" status: 200 len: 936 time: 0.0868137 Feb 02 16:01:53.353106 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-1de72d16-ac29-4ce6-a765-c208113c39d4 service neutron] Publish callbacks [] for port (4c9b771e-0a51-427b-92b2-de2bac18fb4f), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:53.367343 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.provisioning_blocks [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-1de72d16-ac29-4ce6-a765-c208113c39d4 service neutron] Transition to ACTIVE for port object 4c9b771e-0a51-427b-92b2-de2bac18fb4f will not be triggered until provisioned by entity L2. {{(pid=109038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:01:53.371134 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-1de72d16-ac29-4ce6-a765-c208113c39d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (4c9b771e-0a51-427b-92b2-de2bac18fb4f), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:53.427889 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4dc43329-1423-4f52-a087-725be346349d req-e66cc0ef-c748-4c1e-ac49-36396d52108a tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] 10.222.0.112 "GET /v2.0/security-groups?id=e43875b1-7e38-4273-b087-60241e1e9496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659285 Feb 02 16:01:53.429858 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de72d16-ac29-4ce6-a765-c208113c39d4 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9b771e-0a51-427b-92b2-de2bac18fb4f,revision_number=2']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:53.446948 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-55d2f25a-87d9-4ed0-a73c-26766c6a2984 admin admin] Publish callbacks [] for security_group (c2a14512-a963-4ad9-9275-d09fc2f94508), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:53.459959 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-55d2f25a-87d9-4ed0-a73c-26766c6a2984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (c2a14512-a963-4ad9-9275-d09fc2f94508), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:53.486703 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d2f25a-87d9-4ed0-a73c-26766c6a2984 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 998} {{(pid=109039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:01:53.495869 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2f25a-87d9-4ed0-a73c-26766c6a2984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a14512-a963-4ad9-9275-d09fc2f94508,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:53.504776 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-55d2f25a-87d9-4ed0-a73c-26766c6a2984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:53.505489 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.db.segments_db [None req-55d2f25a-87d9-4ed0-a73c-26766c6a2984 admin admin] Added segment 9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4 of type vlan for network 9639b810-b5b0-4d2b-bc2b-7788c5dbcebb Feb 02 16:01:53.509825 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-1de72d16-ac29-4ce6-a765-c208113c39d4 service neutron] Attempting to bind port 4c9b771e-0a51-427b-92b2-de2bac18fb4f on host hv-cinder-82751 for vnic_type normal with profile {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 16:01:53.511328 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-1de72d16-ac29-4ce6-a765-c208113c39d4 service neutron] Attempting to bind port 4c9b771e-0a51-427b-92b2-de2bac18fb4f by drivers openvswitch,hyperv on host hv-cinder-82751 at level 0 using segments [{'id': '8ff469a0-db9a-4452-b06b-43a36e74144c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'ff39514c-a52c-4bab-a759-add905acfd68'}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 16:01:53.512419 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-1de72d16-ac29-4ce6-a765-c208113c39d4 service neutron] Attempting to bind port 4c9b771e-0a51-427b-92b2-de2bac18fb4f on network ff39514c-a52c-4bab-a759-add905acfd68 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 16:01:53.520342 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-1de72d16-ac29-4ce6-a765-c208113c39d4 service neutron] Port 4c9b771e-0a51-427b-92b2-de2bac18fb4f on network ff39514c-a52c-4bab-a759-add905acfd68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82751 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 16:01:53.520787 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-1de72d16-ac29-4ce6-a765-c208113c39d4 service neutron] Attempting to bind port 4c9b771e-0a51-427b-92b2-de2bac18fb4f on network ff39514c-a52c-4bab-a759-add905acfd68 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 16:01:53.526246 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-1de72d16-ac29-4ce6-a765-c208113c39d4 service neutron] Checking agent: {'id': 'd02ae37f-da75-47b5-8264-16fb0fa5b24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82751', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'started_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 16:01:53.526735 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-1de72d16-ac29-4ce6-a765-c208113c39d4 service neutron] Checking segment: {'id': '8ff469a0-db9a-4452-b06b-43a36e74144c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'ff39514c-a52c-4bab-a759-add905acfd68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 16:01:53.527128 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-1de72d16-ac29-4ce6-a765-c208113c39d4 service neutron] Bound using segment: {'id': '8ff469a0-db9a-4452-b06b-43a36e74144c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'ff39514c-a52c-4bab-a759-add905acfd68'} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 16:01:53.527572 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-1de72d16-ac29-4ce6-a765-c208113c39d4 service neutron] Bound port: 4c9b771e-0a51-427b-92b2-de2bac18fb4f, host: hv-cinder-82751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ff469a0-db9a-4452-b06b-43a36e74144c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'ff39514c-a52c-4bab-a759-add905acfd68'}}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 16:01:53.527922 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-1de72d16-ac29-4ce6-a765-c208113c39d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (4c9b771e-0a51-427b-92b2-de2bac18fb4f), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:53.549172 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-55d2f25a-87d9-4ed0-a73c-26766c6a2984 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791047091321'] for network (9639b810-b5b0-4d2b-bc2b-7788c5dbcebb), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:53.578830 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-55d2f25a-87d9-4ed0-a73c-26766c6a2984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529'] for network (9639b810-b5b0-4d2b-bc2b-7788c5dbcebb), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:53.581194 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d2f25a-87d9-4ed0-a73c-26766c6a2984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:53.581819 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-55d2f25a-87d9-4ed0-a73c-26766c6a2984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:53.600458 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-1de72d16-ac29-4ce6-a765-c208113c39d4 service neutron] For port 4c9b771e-0a51-427b-92b2-de2bac18fb4f, host hv-cinder-82751, cleared binding levels {{(pid=109038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:01:53.604577 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-1de72d16-ac29-4ce6-a765-c208113c39d4 service neutron] For port 4c9b771e-0a51-427b-92b2-de2bac18fb4f, host hv-cinder-82751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=4c9b771e-0a51-427b-92b2-de2bac18fb4f,segment=NetworkSegment(8ff469a0-db9a-4452-b06b-43a36e74144c),segment_id=8ff469a0-db9a-4452-b06b-43a36e74144c)] {{(pid=109038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:01:53.610936 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-1de72d16-ac29-4ce6-a765-c208113c39d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (4c9b771e-0a51-427b-92b2-de2bac18fb4f), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:53.619477 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-55d2f25a-87d9-4ed0-a73c-26766c6a2984 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4858246 Feb 02 16:01:53.638781 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 36740) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:01:53.644747 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-53509dd8-d34a-48e3-a85b-c2f09932b3b4 admin admin] Request body: {'subnet': {'network_id': '9639b810-b5b0-4d2b-bc2b-7788c5dbcebb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1905756135-subnet', 'tenant_id': '34769f27376549ba84128199b3e82ec3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:01:53.649605 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2f25a-87d9-4ed0-a73c-26766c6a2984 admin admin] Pushing event updated for resources: {'Network': ['ID=9639b810-b5b0-4d2b-bc2b-7788c5dbcebb,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:53.660263 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Network 9639b810-b5b0-4d2b-bc2b-7788c5dbcebb details requested by agent ovs-agent-dv-cinder-827511-1-iscsi with host dv-cinder-827511-1-iscsi {{(pid=109040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 16:01:53.668450 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-1de72d16-ac29-4ce6-a765-c208113c39d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:53.669153 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-1de72d16-ac29-4ce6-a765-c208113c39d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:53.670795 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-1de72d16-ac29-4ce6-a765-c208113c39d4 service neutron] 10.222.0.59 "PUT /v2.0/ports/4c9b771e-0a51-427b-92b2-de2bac18fb4f HTTP/1.1" status: 200 len: 1098 time: 0.6838143 Feb 02 16:01:53.677924 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db21c133-ddb0-4736-a97f-fe245e6cbea6', 'tag': '4c9b771e-0a51-427b-92b2-de2bac18fb4f'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:01:53.679680 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fbdee8-b0d6-4183-865f-b26b15d5a2e9" -d '{"events": [{"name": "network-changed", "server_uuid": "db21c133-ddb0-4736-a97f-fe245e6cbea6", "tag": "4c9b771e-0a51-427b-92b2-de2bac18fb4f"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:01:53.705838 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53509dd8-d34a-48e3-a85b-c2f09932b3b4 admin admin] Made reservation on behalf of 34769f27376549ba84128199b3e82ec3 for: {'subnet': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:01:53.708415 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-53509dd8-d34a-48e3-a85b-c2f09932b3b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5233683'] for subnet (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:53.738378 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de72d16-ac29-4ce6-a765-c208113c39d4 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9b771e-0a51-427b-92b2-de2bac18fb4f,revision_number=3']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:53.749122 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 16:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1029ed0c-d912-49f2-bb55-4866342c6e1b x-openstack-request-id: req-1029ed0c-d912-49f2-bb55-4866342c6e1b {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:01:53.749379 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db21c133-ddb0-4736-a97f-fe245e6cbea6", "tag": "4c9b771e-0a51-427b-92b2-de2bac18fb4f", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:01:53.749637 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-1029ed0c-d912-49f2-bb55-4866342c6e1b {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:01:53.750152 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db21c133-ddb0-4736-a97f-fe245e6cbea6', 'tag': '4c9b771e-0a51-427b-92b2-de2bac18fb4f', 'status': 'completed', 'code': 200} Feb 02 16:01:53.836381 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-89176c10-0d5c-4d50-b561-1beabd75d6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:53.837840 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-89176c10-0d5c-4d50-b561-1beabd75d6c8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=df9ae16b8af04375a27696e74724418c&device_id=db21c133-ddb0-4736-a97f-fe245e6cbea6 HTTP/1.1" status: 200 len: 1132 time: 0.1104519 Feb 02 16:01:53.912888 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-d7a32bba-92b6-41c3-846f-94fa12bd97ce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=4c9b771e-0a51-427b-92b2-de2bac18fb4f HTTP/1.1" status: 200 len: 217 time: 0.0446146 Feb 02 16:01:53.995462 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-53509dd8-d34a-48e3-a85b-c2f09932b3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4863271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5232889'] for subnet (fa0aa203-6f93-42c6-b19b-60ceb1b42ed8), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:54.000109 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-4e8074a0-3a76-443b-87a9-119a7bc5599f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:54.001584 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-4e8074a0-3a76-443b-87a9-119a7bc5599f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0b90a3fd-4115-44e4-a8a4-ef9c04e7fc94 HTTP/1.1" status: 200 len: 843 time: 0.0805309 Feb 02 16:01:54.341594 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53509dd8-d34a-48e3-a85b-c2f09932b3b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa0aa203-6f93-42c6-b19b-60ceb1b42ed8,revision_number=0']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:54.356891 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53509dd8-d34a-48e3-a85b-c2f09932b3b4 admin admin] Checking segment: {'id': '9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '9639b810-b5b0-4d2b-bc2b-7788c5dbcebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 16:01:54.357281 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53509dd8-d34a-48e3-a85b-c2f09932b3b4 admin admin] Network hostable DHCP agents. Network: 9639b810-b5b0-4d2b-bc2b-7788c5dbcebb, hostable agents: ['c53fdfd4-74a4-4640-bea7-ca8e654bcb85'], hosted agents: [] {{(pid=109038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:01:54.365263 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-2b542745-046a-477b-a327-9c6bcf8a0097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:54.366754 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-2b542745-046a-477b-a327-9c6bcf8a0097 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ff39514c-a52c-4bab-a759-add905acfd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.3449395 Feb 02 16:01:54.397971 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53509dd8-d34a-48e3-a85b-c2f09932b3b4 admin admin] Network 9639b810-b5b0-4d2b-bc2b-7788c5dbcebb is scheduled to be hosted by DHCP agent c53fdfd4-74a4-4640-bea7-ca8e654bcb85 with binding_index 1 {{(pid=109038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:01:54.436498 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [None req-53509dd8-d34a-48e3-a85b-c2f09932b3b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827511-1-iscsi, 9639b810-b5b0-4d2b-bc2b-7788c5dbcebb) {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:01:54.445444 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a7c34e-f95f-4002-9dc4-00353be76d94 None None] Network 9639b810-b5b0-4d2b-bc2b-7788c5dbcebb requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 16:01:54.445949 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53509dd8-d34a-48e3-a85b-c2f09932b3b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:54.446071 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-53509dd8-d34a-48e3-a85b-c2f09932b3b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:54.469632 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-53509dd8-d34a-48e3-a85b-c2f09932b3b4 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8287976 Feb 02 16:01:54.497089 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-7840e7e4-4f1c-4bfc-96e5-fe713ce68a33 service neutron] 10.222.0.59 "GET /v2.0/networks/ff39514c-a52c-4bab-a759-add905acfd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234131 Feb 02 16:01:54.554595 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5e46ad-1f7f-4c4a-bb27-afd7566774e9 None None] Network 9639b810-b5b0-4d2b-bc2b-7788c5dbcebb requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 16:01:54.569043 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfee1f-de15-4851-b377-353180dd2448 req-f53ad914-b4f8-467e-9245-7edb064eab20 tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:54.571373 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-41cfee1f-de15-4851-b377-353180dd2448 req-f53ad914-b4f8-467e-9245-7edb064eab20 tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] 10.222.0.112 "GET /v2.0/ports?device_id=db21c133-ddb0-4736-a97f-fe245e6cbea6 HTTP/1.1" status: 200 len: 948 time: 0.0629427 Feb 02 16:01:54.623259 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-bf1e7be1-11f1-4e31-9af4-f1c2449915e8 req-241831b0-4e7b-4617-bfca-365d73156c24 service neutron] 10.222.0.59 "GET /v2.0/networks/ff39514c-a52c-4bab-a759-add905acfd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182978 Feb 02 16:01:54.632835 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-41cfee1f-de15-4851-b377-353180dd2448 req-ae8ef101-b247-47e4-9475-022b10f52256 tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] 10.222.0.112 "GET /v2.0/security-groups?id=e43875b1-7e38-4273-b087-60241e1e9496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546012 Feb 02 16:01:54.776303 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbdee8-b0d6-4183-865f-b26b15d5a2e9 req-b6f8a956-15d7-4b5b-9e5e-6481f05b3dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:54.777870 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-20fbdee8-b0d6-4183-865f-b26b15d5a2e9 req-b6f8a956-15d7-4b5b-9e5e-6481f05b3dab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=df9ae16b8af04375a27696e74724418c&device_id=db21c133-ddb0-4736-a97f-fe245e6cbea6 HTTP/1.1" status: 200 len: 1132 time: 0.0453441 Feb 02 16:01:54.877981 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbdee8-b0d6-4183-865f-b26b15d5a2e9 req-024588ba-e67f-4fb5-bf54-3a4f4ea84f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:54.879483 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-20fbdee8-b0d6-4183-865f-b26b15d5a2e9 req-024588ba-e67f-4fb5-bf54-3a4f4ea84f1e service neutron] 10.222.0.59 "GET /v2.0/networks?id=ff39514c-a52c-4bab-a759-add905acfd68 HTTP/1.1" status: 200 len: 870 time: 0.0917449 Feb 02 16:01:54.922191 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-20fbdee8-b0d6-4183-865f-b26b15d5a2e9 req-72674007-ef1c-451b-9ead-6a0d3eb5f054 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=4c9b771e-0a51-427b-92b2-de2bac18fb4f HTTP/1.1" status: 200 len: 217 time: 0.0350616 Feb 02 16:01:54.974542 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbdee8-b0d6-4183-865f-b26b15d5a2e9 req-9d5f2643-d845-46c6-bf6a-59c16fd3336c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:54.976078 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-20fbdee8-b0d6-4183-865f-b26b15d5a2e9 req-9d5f2643-d845-46c6-bf6a-59c16fd3336c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0b90a3fd-4115-44e4-a8a4-ef9c04e7fc94 HTTP/1.1" status: 200 len: 843 time: 0.0475814 Feb 02 16:01:55.028798 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbdee8-b0d6-4183-865f-b26b15d5a2e9 req-f3586b23-b994-43fa-8942-c29be9680128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:55.030393 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-20fbdee8-b0d6-4183-865f-b26b15d5a2e9 req-f3586b23-b994-43fa-8942-c29be9680128 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ff39514c-a52c-4bab-a759-add905acfd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0477910 Feb 02 16:01:55.127569 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-20fbdee8-b0d6-4183-865f-b26b15d5a2e9 req-05b574f1-b23f-4608-8f30-f241765bc212 service neutron] 10.222.0.59 "GET /v2.0/networks/ff39514c-a52c-4bab-a759-add905acfd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889366 Feb 02 16:01:55.155463 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-6e6f6b5f-514e-483d-b3f5-37d7c0b862f1 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:55.156923 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-6e6f6b5f-514e-483d-b3f5-37d7c0b862f1 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/networks?id=9639b810-b5b0-4d2b-bc2b-7788c5dbcebb HTTP/1.1" status: 200 len: 815 time: 0.3070853 Feb 02 16:01:55.172773 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-bf9f7d9c-622e-4600-af32-d9fbe7c8cbb2 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/quotas/34769f27376549ba84128199b3e82ec3 HTTP/1.1" status: 200 len: 375 time: 0.0090020 Feb 02 16:01:55.204699 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-fe2c5a1d-c473-48de-8860-32c30a446080 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=34769f27376549ba84128199b3e82ec3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258958 Feb 02 16:01:55.223174 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-20fbdee8-b0d6-4183-865f-b26b15d5a2e9 req-f0e6eb88-f501-43c1-bb73-6a7fe43c8f26 service neutron] 10.222.0.59 "GET /v2.0/networks/ff39514c-a52c-4bab-a759-add905acfd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901341 Feb 02 16:01:55.300092 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-786b8302-7621-4477-9ead-e2059102c3bf service neutron] 10.222.0.112 "GET /v2.0/networks/9639b810-b5b0-4d2b-bc2b-7788c5dbcebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873947 Feb 02 16:01:55.387810 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-4b9b89a3-ac2d-4bcd-ad45-5bca05632e2a service neutron] 10.222.0.112 "GET /v2.0/networks/9639b810-b5b0-4d2b-bc2b-7788c5dbcebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819423 Feb 02 16:01:55.545583 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-27386ce6-56fe-4160-82ee-52a417b1bf80 req-dc5653e7-78af-4c4a-aa19-b9a1e01ff681 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=9e9ee7c3-35cf-45b4-aeff-0a813b707974 HTTP/1.1" status: 200 len: 210 time: 0.0286007 Feb 02 16:01:55.764811 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2a0f9-9f06-44db-85d5-da0bc08827b0 req-5625cc89-1258-482e-aa07-8e8200b33e13 tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:55.767178 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1af2a0f9-9f06-44db-85d5-da0bc08827b0 req-5625cc89-1258-482e-aa07-8e8200b33e13 tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] 10.222.0.112 "GET /v2.0/ports?device_id=db21c133-ddb0-4736-a97f-fe245e6cbea6 HTTP/1.1" status: 200 len: 948 time: 0.0601971 Feb 02 16:01:55.828090 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1af2a0f9-9f06-44db-85d5-da0bc08827b0 req-937c7b25-18b1-4e12-a85e-95aaf98933e0 tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] 10.222.0.112 "GET /v2.0/security-groups?id=e43875b1-7e38-4273-b087-60241e1e9496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541084 Feb 02 16:01:56.407475 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 4c9b771e-0a51-427b-92b2-de2bac18fb4f details requested by agent hyperv_hv-cinder-82751 with host hv-cinder-82751 {{(pid=109040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 16:01:56.522329 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 4c9b771e-0a51-427b-92b2-de2bac18fb4f, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=4c9b771e-0a51-427b-92b2-de2bac18fb4f,segment=NetworkSegment(8ff469a0-db9a-4452-b06b-43a36e74144c),segment_id=8ff469a0-db9a-4452-b06b-43a36e74144c)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:01:56.535455 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Returning: {'device': '4c9b771e-0a51-427b-92b2-de2bac18fb4f', 'network_id': 'ff39514c-a52c-4bab-a759-add905acfd68', 'port_id': '4c9b771e-0a51-427b-92b2-de2bac18fb4f', 'mac_address': 'fa:16:3e:a8:87:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 977, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b90a3fd-4115-44e4-a8a4-ef9c04e7fc94', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 16:01:56.575125 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port 4c9b771e-0a51-427b-92b2-de2bac18fb4f is: DOWN; New status is: BUILD {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:01:56.575539 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (4c9b771e-0a51-427b-92b2-de2bac18fb4f), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:56.599043 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-a3827331-3a5f-4a26-8707-5052abda6e67 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:56.600184 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9b771e-0a51-427b-92b2-de2bac18fb4f {{(pid=109040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 16:01:56.600605 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-a3827331-3a5f-4a26-8707-5052abda6e67 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.59 "GET /v2.0/networks?id=9639b810-b5b0-4d2b-bc2b-7788c5dbcebb HTTP/1.1" status: 200 len: 815 time: 0.1203811 Feb 02 16:01:56.620701 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-87cf3aef-e112-4481-a132-42749f3f1600 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Request body: {'port': {'device_id': '9e9ee7c3-35cf-45b4-aeff-0a813b707974', 'network_id': '9639b810-b5b0-4d2b-bc2b-7788c5dbcebb', 'admin_state_up': True, 'tenant_id': '34769f27376549ba84128199b3e82ec3'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:01:56.621893 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 4c9b771e-0a51-427b-92b2-de2bac18fb4f, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=4c9b771e-0a51-427b-92b2-de2bac18fb4f,segment=NetworkSegment(8ff469a0-db9a-4452-b06b-43a36e74144c),segment_id=8ff469a0-db9a-4452-b06b-43a36e74144c)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:01:56.627775 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (4c9b771e-0a51-427b-92b2-de2bac18fb4f), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:56.683800 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-cd62bc92-2d49-43ac-bc8c-193c8081e51d req-a025a87e-4bae-431b-8859-949162570cf3 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=9e9ee7c3-35cf-45b4-aeff-0a813b707974 HTTP/1.1" status: 200 len: 210 time: 0.0468524 Feb 02 16:01:56.688054 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=4c9b771e-0a51-427b-92b2-de2bac18fb4f,revision_number=4']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:56.696025 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:56.696385 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:56.696731 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:56.697087 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:56.697569 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:56.697905 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:56.698236 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:56.698563 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:56.698886 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:56.699212 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:56.699533 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:56.699853 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:56.700170 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:01:56.742003 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-87cf3aef-e112-4481-a132-42749f3f1600 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Made reservation on behalf of 34769f27376549ba84128199b3e82ec3 for: {'port': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:01:56.745377 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-87cf3aef-e112-4481-a132-42749f3f1600 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:56.868558 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_common [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-87cf3aef-e112-4481-a132-42749f3f1600 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Allocated IP 172.20.0.13 (9639b810-b5b0-4d2b-bc2b-7788c5dbcebb/fa0aa203-6f93-42c6-b19b-60ceb1b42ed8/5ff72e5c-0f01-4bfd-866c-80885f0593fb) {{(pid=109038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:01:56.950548 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d89a3-b24c-4f02-b37f-8fed4d147294 req-bbac0183-274f-42b6-bc99-cef60c93d44c tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:56.952662 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-507d89a3-b24c-4f02-b37f-8fed4d147294 req-bbac0183-274f-42b6-bc99-cef60c93d44c tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] 10.222.0.112 "GET /v2.0/ports?device_id=db21c133-ddb0-4736-a97f-fe245e6cbea6 HTTP/1.1" status: 200 len: 949 time: 0.0538213 Feb 02 16:01:56.953620 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['4c9b771e-0a51-427b-92b2-de2bac18fb4f'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 16:01:57.004239 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-507d89a3-b24c-4f02-b37f-8fed4d147294 req-f36427e8-0219-4ca2-8dac-0182f1bb976c tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] 10.222.0.112 "GET /v2.0/security-groups?id=e43875b1-7e38-4273-b087-60241e1e9496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447977 Feb 02 16:01:57.026076 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-87cf3aef-e112-4481-a132-42749f3f1600 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Publish callbacks [] for port (5ff72e5c-0f01-4bfd-866c-80885f0593fb), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:57.060332 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-87cf3aef-e112-4481-a132-42749f3f1600 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (5ff72e5c-0f01-4bfd-866c-80885f0593fb), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:57.103967 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-87cf3aef-e112-4481-a132-42749f3f1600 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Network 9639b810-b5b0-4d2b-bc2b-7788c5dbcebb is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:01:57.109071 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-87cf3aef-e112-4481-a132-42749f3f1600 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:01:57.113862 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-87cf3aef-e112-4481-a132-42749f3f1600 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Received port after_create {{(pid=109038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 16:01:57.120324 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf3aef-e112-4481-a132-42749f3f1600 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Pushing event updated for resources: {'Port': ['ID=5ff72e5c-0f01-4bfd-866c-80885f0593fb,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:57.169162 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-87cf3aef-e112-4481-a132-42749f3f1600 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:57.169782 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-87cf3aef-e112-4481-a132-42749f3f1600 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:57.187663 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-87cf3aef-e112-4481-a132-42749f3f1600 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5717723 Feb 02 16:01:57.206418 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-ce180dd5-7a7b-4173-8ca2-0be9bef1ee1e service neutron] Request body: {'port': {'device_id': '9e9ee7c3-35cf-45b4-aeff-0a813b707974', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82751'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:01:57.266201 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-ce180dd5-7a7b-4173-8ca2-0be9bef1ee1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (5ff72e5c-0f01-4bfd-866c-80885f0593fb), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:57.523185 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-ce180dd5-7a7b-4173-8ca2-0be9bef1ee1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ff72e5c-0f01-4bfd-866c-80885f0593fb {{(pid=109038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 16:01:57.530362 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-ce180dd5-7a7b-4173-8ca2-0be9bef1ee1e service neutron] Publish callbacks [] for port (5ff72e5c-0f01-4bfd-866c-80885f0593fb), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:57.542450 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.provisioning_blocks [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-ce180dd5-7a7b-4173-8ca2-0be9bef1ee1e service neutron] Transition to ACTIVE for port object 5ff72e5c-0f01-4bfd-866c-80885f0593fb will not be triggered until provisioned by entity L2. {{(pid=109038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:01:57.546474 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-ce180dd5-7a7b-4173-8ca2-0be9bef1ee1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (5ff72e5c-0f01-4bfd-866c-80885f0593fb), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:57.597991 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce180dd5-7a7b-4173-8ca2-0be9bef1ee1e service neutron] Pushing event updated for resources: {'Port': ['ID=5ff72e5c-0f01-4bfd-866c-80885f0593fb,revision_number=2']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:57.661552 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-ce180dd5-7a7b-4173-8ca2-0be9bef1ee1e service neutron] Attempting to bind port 5ff72e5c-0f01-4bfd-866c-80885f0593fb on host hv-cinder-82751 for vnic_type normal with profile {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 16:01:57.662271 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-ce180dd5-7a7b-4173-8ca2-0be9bef1ee1e service neutron] Attempting to bind port 5ff72e5c-0f01-4bfd-866c-80885f0593fb by drivers openvswitch,hyperv on host hv-cinder-82751 at level 0 using segments [{'id': '9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '9639b810-b5b0-4d2b-bc2b-7788c5dbcebb'}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 16:01:57.662271 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-ce180dd5-7a7b-4173-8ca2-0be9bef1ee1e service neutron] Attempting to bind port 5ff72e5c-0f01-4bfd-866c-80885f0593fb on network 9639b810-b5b0-4d2b-bc2b-7788c5dbcebb {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 16:01:57.666671 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-ce180dd5-7a7b-4173-8ca2-0be9bef1ee1e service neutron] Port 5ff72e5c-0f01-4bfd-866c-80885f0593fb on network 9639b810-b5b0-4d2b-bc2b-7788c5dbcebb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82751 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 16:01:57.666994 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-ce180dd5-7a7b-4173-8ca2-0be9bef1ee1e service neutron] Attempting to bind port 5ff72e5c-0f01-4bfd-866c-80885f0593fb on network 9639b810-b5b0-4d2b-bc2b-7788c5dbcebb {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 16:01:57.671722 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-ce180dd5-7a7b-4173-8ca2-0be9bef1ee1e service neutron] Checking agent: {'id': 'd02ae37f-da75-47b5-8264-16fb0fa5b24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82751', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'started_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 16:01:57.672057 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-ce180dd5-7a7b-4173-8ca2-0be9bef1ee1e service neutron] Checking segment: {'id': '9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '9639b810-b5b0-4d2b-bc2b-7788c5dbcebb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 16:01:57.672437 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-ce180dd5-7a7b-4173-8ca2-0be9bef1ee1e service neutron] Bound using segment: {'id': '9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '9639b810-b5b0-4d2b-bc2b-7788c5dbcebb'} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 16:01:57.672881 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-ce180dd5-7a7b-4173-8ca2-0be9bef1ee1e service neutron] Bound port: 5ff72e5c-0f01-4bfd-866c-80885f0593fb, host: hv-cinder-82751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '9639b810-b5b0-4d2b-bc2b-7788c5dbcebb'}}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 16:01:57.673265 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-ce180dd5-7a7b-4173-8ca2-0be9bef1ee1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (5ff72e5c-0f01-4bfd-866c-80885f0593fb), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:57.739519 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-ce180dd5-7a7b-4173-8ca2-0be9bef1ee1e service neutron] For port 5ff72e5c-0f01-4bfd-866c-80885f0593fb, host hv-cinder-82751, cleared binding levels {{(pid=109038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:01:57.742474 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-ce180dd5-7a7b-4173-8ca2-0be9bef1ee1e service neutron] For port 5ff72e5c-0f01-4bfd-866c-80885f0593fb, host hv-cinder-82751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=5ff72e5c-0f01-4bfd-866c-80885f0593fb,segment=NetworkSegment(9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4),segment_id=9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4)] {{(pid=109038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:01:57.749265 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-ce180dd5-7a7b-4173-8ca2-0be9bef1ee1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (5ff72e5c-0f01-4bfd-866c-80885f0593fb), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:57.782220 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-ce180dd5-7a7b-4173-8ca2-0be9bef1ee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:57.782565 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-ce180dd5-7a7b-4173-8ca2-0be9bef1ee1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:57.784760 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-ce180dd5-7a7b-4173-8ca2-0be9bef1ee1e service neutron] 10.222.0.59 "PUT /v2.0/ports/5ff72e5c-0f01-4bfd-866c-80885f0593fb HTTP/1.1" status: 200 len: 1094 time: 0.5829270 Feb 02 16:01:57.785230 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9ee7c3-35cf-45b4-aeff-0a813b707974', 'tag': '5ff72e5c-0f01-4bfd-866c-80885f0593fb'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:01:57.787471 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6647eab7-f31c-42f4-93b6-ee35528215ee" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9ee7c3-35cf-45b4-aeff-0a813b707974", "tag": "5ff72e5c-0f01-4bfd-866c-80885f0593fb"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:01:57.812199 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce180dd5-7a7b-4173-8ca2-0be9bef1ee1e service neutron] Pushing event updated for resources: {'Port': ['ID=5ff72e5c-0f01-4bfd-866c-80885f0593fb,revision_number=3']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:57.813041 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738b96b-a8bd-430c-b541-740023dbfd73 req-4802f946-0f1a-43cc-ac78-24e88315357b tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:57.814906 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5738b96b-a8bd-430c-b541-740023dbfd73 req-4802f946-0f1a-43cc-ac78-24e88315357b tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=9e9ee7c3-35cf-45b4-aeff-0a813b707974 HTTP/1.1" status: 200 len: 944 time: 0.0595663 Feb 02 16:01:57.844136 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 16:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a6ab34-d50e-4847-9592-21f911f0e99e x-openstack-request-id: req-20a6ab34-d50e-4847-9592-21f911f0e99e {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:01:57.844431 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9ee7c3-35cf-45b4-aeff-0a813b707974", "tag": "5ff72e5c-0f01-4bfd-866c-80885f0593fb", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:01:57.844695 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-20a6ab34-d50e-4847-9592-21f911f0e99e {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:01:57.845134 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9ee7c3-35cf-45b4-aeff-0a813b707974', 'tag': '5ff72e5c-0f01-4bfd-866c-80885f0593fb', 'status': 'completed', 'code': 200} Feb 02 16:01:57.864251 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5738b96b-a8bd-430c-b541-740023dbfd73 req-72bb12a6-e70b-446a-a457-0246ff602393 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419815 Feb 02 16:01:57.906211 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-3f89ecbf-6d60-4717-b0c3-03d71a463886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:57.907732 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-3f89ecbf-6d60-4717-b0c3-03d71a463886 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=34769f27376549ba84128199b3e82ec3&device_id=9e9ee7c3-35cf-45b4-aeff-0a813b707974 HTTP/1.1" status: 200 len: 1128 time: 0.0449157 Feb 02 16:01:57.958742 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-f57d684d-7687-4720-8d9a-6d849547d307 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ff72e5c-0f01-4bfd-866c-80885f0593fb HTTP/1.1" status: 200 len: 217 time: 0.0374320 Feb 02 16:01:58.006129 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-48855ec8-bf71-45bf-b354-e1a10edd11e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:58.007565 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-48855ec8-bf71-45bf-b354-e1a10edd11e9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fa0aa203-6f93-42c6-b19b-60ceb1b42ed8 HTTP/1.1" status: 200 len: 855 time: 0.0429451 Feb 02 16:01:58.040700 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-2b495947-2c04-4b62-adb1-22818811c875 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9639b810-b5b0-4d2b-bc2b-7788c5dbcebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263946 Feb 02 16:01:58.126043 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a8a9a-cf86-4331-a5e7-15f5f3c1434d req-2cb288c1-3480-4b49-ab87-219d761d821f tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:58.128859 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-128a8a9a-cf86-4331-a5e7-15f5f3c1434d req-2cb288c1-3480-4b49-ab87-219d761d821f tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] 10.222.0.112 "GET /v2.0/ports?device_id=db21c133-ddb0-4736-a97f-fe245e6cbea6 HTTP/1.1" status: 200 len: 949 time: 0.0528419 Feb 02 16:01:58.138666 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-c26e8699-eabe-4fb1-9a73-188cdd211535 service neutron] 10.222.0.59 "GET /v2.0/networks/9639b810-b5b0-4d2b-bc2b-7788c5dbcebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915806 Feb 02 16:01:58.177288 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-128a8a9a-cf86-4331-a5e7-15f5f3c1434d req-a9285320-503f-429e-929c-0e07710443a8 tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] 10.222.0.112 "GET /v2.0/security-groups?id=e43875b1-7e38-4273-b087-60241e1e9496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425353 Feb 02 16:01:58.228654 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-20f8f4d9-2d39-4a56-9243-41e20970a288 req-340e4ebc-4c1a-4fd5-a6fb-fd0a8459acff service neutron] 10.222.0.59 "GET /v2.0/networks/9639b810-b5b0-4d2b-bc2b-7788c5dbcebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835187 Feb 02 16:01:58.358888 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647eab7-f31c-42f4-93b6-ee35528215ee req-9eb7c7c9-be32-45b4-850e-6926906f9d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:58.360453 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6647eab7-f31c-42f4-93b6-ee35528215ee req-9eb7c7c9-be32-45b4-850e-6926906f9d2e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=34769f27376549ba84128199b3e82ec3&device_id=9e9ee7c3-35cf-45b4-aeff-0a813b707974 HTTP/1.1" status: 200 len: 1128 time: 0.0463502 Feb 02 16:01:58.421410 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 4c9b771e-0a51-427b-92b2-de2bac18fb4f up at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 16:01:58.456069 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647eab7-f31c-42f4-93b6-ee35528215ee req-49566371-6a6c-4035-8038-f85dfb9ed013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:58.457749 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6647eab7-f31c-42f4-93b6-ee35528215ee req-49566371-6a6c-4035-8038-f85dfb9ed013 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9639b810-b5b0-4d2b-bc2b-7788c5dbcebb HTTP/1.1" status: 200 len: 916 time: 0.0904410 Feb 02 16:01:58.472438 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning for port 4c9b771e-0a51-427b-92b2-de2bac18fb4f completed by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:01:58.476657 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning complete for port 4c9b771e-0a51-427b-92b2-de2bac18fb4f triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:01:58.477178 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (4c9b771e-0a51-427b-92b2-de2bac18fb4f), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:58.499597 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6647eab7-f31c-42f4-93b6-ee35528215ee req-68252f98-f68f-40b7-9469-689c3deedb81 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ff72e5c-0f01-4bfd-866c-80885f0593fb HTTP/1.1" status: 200 len: 217 time: 0.0350871 Feb 02 16:01:58.555784 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port 4c9b771e-0a51-427b-92b2-de2bac18fb4f is: BUILD; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:01:58.556179 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (4c9b771e-0a51-427b-92b2-de2bac18fb4f), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:58.556668 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647eab7-f31c-42f4-93b6-ee35528215ee req-e0855898-af11-4938-8ffd-9a3d30c9bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:58.558200 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6647eab7-f31c-42f4-93b6-ee35528215ee req-e0855898-af11-4938-8ffd-9a3d30c9bde8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fa0aa203-6f93-42c6-b19b-60ceb1b42ed8 HTTP/1.1" status: 200 len: 855 time: 0.0488279 Feb 02 16:01:58.579023 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db21c133-ddb0-4736-a97f-fe245e6cbea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9b771e-0a51-427b-92b2-de2bac18fb4f'}] {{(pid=109040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:01:58.581327 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1d7bcdb5a183cc49b107777b4db9278503cec4984c40d99c754c4d9ca4724a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5463f264-ed2a-41a8-8f06-483333d13557" -d '{"events": [{"server_uuid": "db21c133-ddb0-4736-a97f-fe245e6cbea6", "name": "network-vif-plugged", "status": "completed", "tag": "4c9b771e-0a51-427b-92b2-de2bac18fb4f"}]}' {{(pid=109040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:01:58.592642 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6647eab7-f31c-42f4-93b6-ee35528215ee req-dd4dd5b4-0e97-49f2-959a-519ebab8cd9b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9639b810-b5b0-4d2b-bc2b-7788c5dbcebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264981 Feb 02 16:01:58.597003 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 4c9b771e-0a51-427b-92b2-de2bac18fb4f, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=4c9b771e-0a51-427b-92b2-de2bac18fb4f,segment=NetworkSegment(8ff469a0-db9a-4452-b06b-43a36e74144c),segment_id=8ff469a0-db9a-4452-b06b-43a36e74144c)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:01:58.602512 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (4c9b771e-0a51-427b-92b2-de2bac18fb4f), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:01:58.629296 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 16:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676dcd48-9510-45de-b028-437eb24938de x-openstack-request-id: req-676dcd48-9510-45de-b028-437eb24938de {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:01:58.629607 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db21c133-ddb0-4736-a97f-fe245e6cbea6", "name": "network-vif-plugged", "status": "completed", "tag": "4c9b771e-0a51-427b-92b2-de2bac18fb4f", "code": 200}]} {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:01:58.629861 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-676dcd48-9510-45de-b028-437eb24938de {{(pid=109040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:01:58.630259 dv-cinder-827511-1-iscsi neutron-server[109040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db21c133-ddb0-4736-a97f-fe245e6cbea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9b771e-0a51-427b-92b2-de2bac18fb4f', 'code': 200} Feb 02 16:01:58.654844 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=4c9b771e-0a51-427b-92b2-de2bac18fb4f,revision_number=5']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:58.691307 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6647eab7-f31c-42f4-93b6-ee35528215ee req-815538eb-e9f3-441e-8f51-bd9b7c4d3a6a service neutron] 10.222.0.59 "GET /v2.0/networks/9639b810-b5b0-4d2b-bc2b-7788c5dbcebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915375 Feb 02 16:01:58.795976 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6647eab7-f31c-42f4-93b6-ee35528215ee req-30ea35ae-2656-4847-a048-2e5023c2c810 service neutron] 10.222.0.59 "GET /v2.0/networks/9639b810-b5b0-4d2b-bc2b-7788c5dbcebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881934 Feb 02 16:01:58.858305 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaed45e-321f-4b95-9f49-57cc8996c5e5 req-dcbe9b42-612c-4d2a-afb0-f4f53922a899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:58.859809 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-bfaed45e-321f-4b95-9f49-57cc8996c5e5 req-dcbe9b42-612c-4d2a-afb0-f4f53922a899 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=db21c133-ddb0-4736-a97f-fe245e6cbea6 HTTP/1.1" status: 200 len: 1134 time: 0.0455976 Feb 02 16:01:58.907297 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-bfaed45e-321f-4b95-9f49-57cc8996c5e5 req-4d57dc77-b29f-47b7-9bc0-75119abbcc25 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e43875b1-7e38-4273-b087-60241e1e9496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405438 Feb 02 16:01:58.980529 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb59a1-0225-4cd9-8799-ea883b3c7892 req-0a644390-f1e2-4238-82dc-87a9df6b5b4c tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:58.982027 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-bcfb59a1-0225-4cd9-8799-ea883b3c7892 req-0a644390-f1e2-4238-82dc-87a9df6b5b4c tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=9e9ee7c3-35cf-45b4-aeff-0a813b707974 HTTP/1.1" status: 200 len: 944 time: 0.0509844 Feb 02 16:01:59.032983 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-bcfb59a1-0225-4cd9-8799-ea883b3c7892 req-3936d17e-fa48-43b4-a736-b913408bf9dc tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451071 Feb 02 16:01:59.299533 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba17cf-f3f5-4f1d-8a54-fa4625733893 req-ea97eae2-1e68-4d82-9dc4-28cc49929dac tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:01:59.301035 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-93ba17cf-f3f5-4f1d-8a54-fa4625733893 req-ea97eae2-1e68-4d82-9dc4-28cc49929dac tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] 10.222.0.112 "GET /v2.0/ports?device_id=db21c133-ddb0-4736-a97f-fe245e6cbea6 HTTP/1.1" status: 200 len: 950 time: 0.0528953 Feb 02 16:01:59.347419 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-93ba17cf-f3f5-4f1d-8a54-fa4625733893 req-87b2e178-63ab-4b2f-b5ba-e9a9ec1d6457 tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] 10.222.0.112 "GET /v2.0/security-groups?id=e43875b1-7e38-4273-b087-60241e1e9496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406618 Feb 02 16:02:00.149446 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbad95-d777-4f43-9b2d-116652af78e9 req-f19aa62c-6059-4ae7-99c6-e255527a2612 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:00.150928 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-60dbad95-d777-4f43-9b2d-116652af78e9 req-f19aa62c-6059-4ae7-99c6-e255527a2612 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=9e9ee7c3-35cf-45b4-aeff-0a813b707974 HTTP/1.1" status: 200 len: 944 time: 0.0519650 Feb 02 16:02:00.197249 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-60dbad95-d777-4f43-9b2d-116652af78e9 req-2a3179a8-efb0-49b3-9b04-e35c35fcd602 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407507 Feb 02 16:02:00.416085 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 5ff72e5c-0f01-4bfd-866c-80885f0593fb details requested by agent hyperv_hv-cinder-82751 with host hv-cinder-82751 {{(pid=109040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 16:02:00.467036 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e47d2-75c2-4866-b24d-b32521924323 req-6126c4ff-41ae-446d-a433-e366301680c2 tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:00.468508 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-339e47d2-75c2-4866-b24d-b32521924323 req-6126c4ff-41ae-446d-a433-e366301680c2 tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] 10.222.0.112 "GET /v2.0/ports?device_id=db21c133-ddb0-4736-a97f-fe245e6cbea6 HTTP/1.1" status: 200 len: 950 time: 0.0559049 Feb 02 16:02:00.518960 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 5ff72e5c-0f01-4bfd-866c-80885f0593fb, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=5ff72e5c-0f01-4bfd-866c-80885f0593fb,segment=NetworkSegment(9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4),segment_id=9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:02:00.519253 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-339e47d2-75c2-4866-b24d-b32521924323 req-c865ce30-895f-4f38-9050-68e0a7f21f82 tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] 10.222.0.112 "GET /v2.0/security-groups?id=e43875b1-7e38-4273-b087-60241e1e9496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441298 Feb 02 16:02:00.530342 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Returning: {'device': '5ff72e5c-0f01-4bfd-866c-80885f0593fb', 'network_id': '9639b810-b5b0-4d2b-bc2b-7788c5dbcebb', 'port_id': '5ff72e5c-0f01-4bfd-866c-80885f0593fb', 'mac_address': 'fa:16:3e:8d:fc:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 998, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0aa203-6f93-42c6-b19b-60ceb1b42ed8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 16:02:00.569967 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port 5ff72e5c-0f01-4bfd-866c-80885f0593fb is: DOWN; New status is: BUILD {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:02:00.570390 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (5ff72e5c-0f01-4bfd-866c-80885f0593fb), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:00.583184 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff72e5c-0f01-4bfd-866c-80885f0593fb {{(pid=109040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 16:02:00.603309 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 5ff72e5c-0f01-4bfd-866c-80885f0593fb, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=5ff72e5c-0f01-4bfd-866c-80885f0593fb,segment=NetworkSegment(9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4),segment_id=9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:02:00.607481 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (5ff72e5c-0f01-4bfd-866c-80885f0593fb), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:00.665180 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=5ff72e5c-0f01-4bfd-866c-80885f0593fb,revision_number=4']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:02:00.779765 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37608b-78a3-49ad-ab58-331aec492371 req-c32337fe-147b-48ff-8d5a-cc926ccbbe56 tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:00.781255 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-db37608b-78a3-49ad-ab58-331aec492371 req-c32337fe-147b-48ff-8d5a-cc926ccbbe56 tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] 10.222.0.112 "GET /v2.0/ports?device_id=db21c133-ddb0-4736-a97f-fe245e6cbea6 HTTP/1.1" status: 200 len: 950 time: 0.0524530 Feb 02 16:02:00.830043 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-db37608b-78a3-49ad-ab58-331aec492371 req-3ae7fd96-1f7c-4e8f-8bff-f0f93b5f9433 tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] 10.222.0.112 "GET /v2.0/security-groups?id=e43875b1-7e38-4273-b087-60241e1e9496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426886 Feb 02 16:02:00.930665 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['5ff72e5c-0f01-4bfd-866c-80885f0593fb'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 16:02:01.323093 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea800a-108b-4f20-9a97-c6d1fad0c8ee req-f6f660d2-d2a2-4b3e-baaf-6838f6a0f322 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:01.324588 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-7cea800a-108b-4f20-9a97-c6d1fad0c8ee req-f6f660d2-d2a2-4b3e-baaf-6838f6a0f322 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=9e9ee7c3-35cf-45b4-aeff-0a813b707974 HTTP/1.1" status: 200 len: 945 time: 0.0544310 Feb 02 16:02:01.368980 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-7cea800a-108b-4f20-9a97-c6d1fad0c8ee req-6be40105-8d67-41f6-87b8-37be7f53d064 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389631 Feb 02 16:02:01.947913 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b5d93-8f47-43ea-a45a-175f20c5cf99 req-6a663558-2d31-4feb-8322-1d43c3932d48 tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:01.949388 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-702b5d93-8f47-43ea-a45a-175f20c5cf99 req-6a663558-2d31-4feb-8322-1d43c3932d48 tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] 10.222.0.112 "GET /v2.0/ports?device_id=db21c133-ddb0-4736-a97f-fe245e6cbea6 HTTP/1.1" status: 200 len: 950 time: 0.0523086 Feb 02 16:02:01.996028 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-702b5d93-8f47-43ea-a45a-175f20c5cf99 req-5dd6dccb-2dcf-4654-9fca-9a6affc8b5f4 tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] 10.222.0.112 "GET /v2.0/security-groups?id=e43875b1-7e38-4273-b087-60241e1e9496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411930 Feb 02 16:02:02.328597 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318813d-2351-41f1-a09f-c00ae9a7fc73 req-03787901-90f8-4ace-b763-66929181bbb4 tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:02.330146 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-4318813d-2351-41f1-a09f-c00ae9a7fc73 req-03787901-90f8-4ace-b763-66929181bbb4 tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] 10.222.0.59 "GET /v2.0/ports?device_id=db21c133-ddb0-4736-a97f-fe245e6cbea6 HTTP/1.1" status: 200 len: 950 time: 0.0556734 Feb 02 16:02:02.422072 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-4318813d-2351-41f1-a09f-c00ae9a7fc73 req-4b6dac17-f9e7-4f74-b3ec-88305bc2f1d4 tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] Deleting port 4c9b771e-0a51-427b-92b2-de2bac18fb4f {{(pid=109038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:02:02.422429 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-4318813d-2351-41f1-a09f-c00ae9a7fc73 req-4b6dac17-f9e7-4f74-b3ec-88305bc2f1d4 tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (4c9b771e-0a51-427b-92b2-de2bac18fb4f), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:02.427159 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 5ff72e5c-0f01-4bfd-866c-80885f0593fb up at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 16:02:02.479863 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning for port 5ff72e5c-0f01-4bfd-866c-80885f0593fb completed by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:02:02.484034 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning complete for port 5ff72e5c-0f01-4bfd-866c-80885f0593fb triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:02:02.484427 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (5ff72e5c-0f01-4bfd-866c-80885f0593fb), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:02.492972 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61520c0-9692-47ed-be22-592a0cc6456f req-2a0d2895-d3f8-4f5d-98d1-c69c8269735f tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:02.495001 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b61520c0-9692-47ed-be22-592a0cc6456f req-2a0d2895-d3f8-4f5d-98d1-c69c8269735f tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=9e9ee7c3-35cf-45b4-aeff-0a813b707974 HTTP/1.1" status: 200 len: 945 time: 0.0562665 Feb 02 16:02:02.526130 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-4318813d-2351-41f1-a09f-c00ae9a7fc73 req-4b6dac17-f9e7-4f74-b3ec-88305bc2f1d4 tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] For port 4c9b771e-0a51-427b-92b2-de2bac18fb4f, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=4c9b771e-0a51-427b-92b2-de2bac18fb4f,segment=NetworkSegment(8ff469a0-db9a-4452-b06b-43a36e74144c),segment_id=8ff469a0-db9a-4452-b06b-43a36e74144c)] {{(pid=109038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:02:02.526534 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-4318813d-2351-41f1-a09f-c00ae9a7fc73 req-4b6dac17-f9e7-4f74-b3ec-88305bc2f1d4 tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (4c9b771e-0a51-427b-92b2-de2bac18fb4f), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:02.540608 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-4318813d-2351-41f1-a09f-c00ae9a7fc73 req-4b6dac17-f9e7-4f74-b3ec-88305bc2f1d4 tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] Calling delete_port for 4c9b771e-0a51-427b-92b2-de2bac18fb4f owned by compute:nova {{(pid=109038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:02:02.550554 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b61520c0-9692-47ed-be22-592a0cc6456f req-ecdcb64d-c44d-44af-b4e3-7cbf072a42c9 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490785 Feb 02 16:02:02.573009 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port 5ff72e5c-0f01-4bfd-866c-80885f0593fb is: BUILD; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:02:02.573430 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (5ff72e5c-0f01-4bfd-866c-80885f0593fb), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:02.596238 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9ee7c3-35cf-45b4-aeff-0a813b707974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff72e5c-0f01-4bfd-866c-80885f0593fb'}] {{(pid=109040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:02:02.599155 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1d7bcdb5a183cc49b107777b4db9278503cec4984c40d99c754c4d9ca4724a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849339f8-9737-48a0-959a-3170eeea86ff" -d '{"events": [{"server_uuid": "9e9ee7c3-35cf-45b4-aeff-0a813b707974", "name": "network-vif-plugged", "status": "completed", "tag": "5ff72e5c-0f01-4bfd-866c-80885f0593fb"}]}' {{(pid=109040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:02:02.611812 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 5ff72e5c-0f01-4bfd-866c-80885f0593fb, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=5ff72e5c-0f01-4bfd-866c-80885f0593fb,segment=NetworkSegment(9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4),segment_id=9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:02:02.617291 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (5ff72e5c-0f01-4bfd-866c-80885f0593fb), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:02.644209 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 16:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58bd7d6-029a-4456-8f4e-e39eeadb0e19 x-openstack-request-id: req-f58bd7d6-029a-4456-8f4e-e39eeadb0e19 {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:02:02.644624 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9ee7c3-35cf-45b4-aeff-0a813b707974", "name": "network-vif-plugged", "status": "completed", "tag": "5ff72e5c-0f01-4bfd-866c-80885f0593fb", "code": 200}]} {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:02:02.644881 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-f58bd7d6-029a-4456-8f4e-e39eeadb0e19 {{(pid=109040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:02:02.645296 dv-cinder-827511-1-iscsi neutron-server[109040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9ee7c3-35cf-45b4-aeff-0a813b707974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff72e5c-0f01-4bfd-866c-80885f0593fb', 'code': 200} Feb 02 16:02:02.671253 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=5ff72e5c-0f01-4bfd-866c-80885f0593fb,revision_number=5']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:02:02.681411 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-4318813d-2351-41f1-a09f-c00ae9a7fc73 req-4b6dac17-f9e7-4f74-b3ec-88305bc2f1d4 tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (4c9b771e-0a51-427b-92b2-de2bac18fb4f), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:02.714427 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6dac17-f9e7-4f74-b3ec-88305bc2f1d4 tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] Pushing event deleted for resources: {'Port': ['ID=4c9b771e-0a51-427b-92b2-de2bac18fb4f,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:02:02.717612 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['4c9b771e-0a51-427b-92b2-de2bac18fb4f'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 16:02:02.773495 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-4318813d-2351-41f1-a09f-c00ae9a7fc73 req-4b6dac17-f9e7-4f74-b3ec-88305bc2f1d4 tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] No DVR routers for this DVR port 4c9b771e-0a51-427b-92b2-de2bac18fb4f on host hv-cinder-82751 {{(pid=109038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:02:02.776708 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-4318813d-2351-41f1-a09f-c00ae9a7fc73 req-4b6dac17-f9e7-4f74-b3ec-88305bc2f1d4 tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:02.780280 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-4318813d-2351-41f1-a09f-c00ae9a7fc73 req-4b6dac17-f9e7-4f74-b3ec-88305bc2f1d4 tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] 10.222.0.59 "DELETE /v2.0/ports/4c9b771e-0a51-427b-92b2-de2bac18fb4f HTTP/1.1" status: 204 len: 173 time: 0.4443820 Feb 02 16:02:02.780560 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db21c133-ddb0-4736-a97f-fe245e6cbea6', 'name': 'network-vif-deleted', 'tag': '4c9b771e-0a51-427b-92b2-de2bac18fb4f'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:02:02.782892 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbd125d-b83c-4981-8f0f-96190c3109d6" -d '{"events": [{"server_uuid": "db21c133-ddb0-4736-a97f-fe245e6cbea6", "name": "network-vif-deleted", "tag": "4c9b771e-0a51-427b-92b2-de2bac18fb4f"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:02:02.834307 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 16:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82195f5e-b936-4b50-a45e-dbb8f3ae19d5 x-openstack-request-id: req-82195f5e-b936-4b50-a45e-dbb8f3ae19d5 {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:02:02.834666 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db21c133-ddb0-4736-a97f-fe245e6cbea6", "name": "network-vif-deleted", "tag": "4c9b771e-0a51-427b-92b2-de2bac18fb4f", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:02:02.835002 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-82195f5e-b936-4b50-a45e-dbb8f3ae19d5 {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:02:02.835519 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db21c133-ddb0-4736-a97f-fe245e6cbea6', 'name': 'network-vif-deleted', 'tag': '4c9b771e-0a51-427b-92b2-de2bac18fb4f', 'status': 'completed', 'code': 200} Feb 02 16:02:02.889917 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae55b4a-e94e-45cf-b4cb-a320119774a7 req-b3d8b29c-9b16-4f43-87bf-5fb23d39d531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:02.891557 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0ae55b4a-e94e-45cf-b4cb-a320119774a7 req-b3d8b29c-9b16-4f43-87bf-5fb23d39d531 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9e9ee7c3-35cf-45b4-aeff-0a813b707974 HTTP/1.1" status: 200 len: 1130 time: 0.0487239 Feb 02 16:02:02.942025 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0ae55b4a-e94e-45cf-b4cb-a320119774a7 req-878c2356-428d-40ae-96c1-5af5c25c3257 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396378 Feb 02 16:02:03.102589 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-13f88110-66fb-4419-a9dd-2d054bc67f69 req-8a29e0a1-f423-40a1-9d34-dcfcdfe13f57 tempest-VolumesNegativeTest-1051936229 tempest-VolumesNegativeTest-1051936229-project] 10.222.0.112 "GET /v2.0/ports?device_id=db21c133-ddb0-4736-a97f-fe245e6cbea6 HTTP/1.1" status: 200 len: 210 time: 0.0278308 Feb 02 16:02:03.674044 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef578137-b0ef-454b-893b-08b1f6afd68c req-47dd14c6-b77e-49a7-8082-9c40a2f0a57c tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:03.676100 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ef578137-b0ef-454b-893b-08b1f6afd68c req-47dd14c6-b77e-49a7-8082-9c40a2f0a57c tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=9e9ee7c3-35cf-45b4-aeff-0a813b707974 HTTP/1.1" status: 200 len: 946 time: 0.0551863 Feb 02 16:02:03.723033 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ef578137-b0ef-454b-893b-08b1f6afd68c req-f07bcac9-6ce9-4760-9363-9b3435d7ff6e tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409968 Feb 02 16:02:04.844131 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94836e-20d2-4d64-b7f8-7e4031f1a3be req-d44d8a93-57f1-49c1-9097-45268a87d8f5 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:04.845668 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6a94836e-20d2-4d64-b7f8-7e4031f1a3be req-d44d8a93-57f1-49c1-9097-45268a87d8f5 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=9e9ee7c3-35cf-45b4-aeff-0a813b707974 HTTP/1.1" status: 200 len: 946 time: 0.0536406 Feb 02 16:02:04.897862 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6a94836e-20d2-4d64-b7f8-7e4031f1a3be req-c1e87a62-a34d-4951-82f8-18945b958bf3 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448213 Feb 02 16:02:05.381669 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 16:02:06.447311 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 4c9b771e-0a51-427b-92b2-de2bac18fb4f no longer exists at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:02:06.469346 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] No Port match for: 4c9b771e-0a51-427b-92b2-de2bac18fb4f {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:02:06.469698 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 4c9b771e-0a51-427b-92b2-de2bac18fb4f not bound to the agent host hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:02:08.103057 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 37094) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:02:08.235255 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-e44e6553-8b99-473a-a732-5f6cae8096a0 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=df9ae16b8af04375a27696e74724418c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309466 Feb 02 16:02:08.238353 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 37098) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:02:08.283476 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-b2207000-7533-46c3-a7cf-8ab294929f7a admin admin] Publish callbacks [] for security_group (e43875b1-7e38-4273-b087-60241e1e9496), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:08.304527 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-b2207000-7533-46c3-a7cf-8ab294929f7a admin admin] Publish callbacks [] for security_group (e43875b1-7e38-4273-b087-60241e1e9496), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:08.350433 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-b2207000-7533-46c3-a7cf-8ab294929f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (e43875b1-7e38-4273-b087-60241e1e9496), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:08.353034 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-b2207000-7533-46c3-a7cf-8ab294929f7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:08.354239 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-b2207000-7533-46c3-a7cf-8ab294929f7a admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/e43875b1-7e38-4273-b087-60241e1e9496 HTTP/1.1" status: 204 len: 168 time: 0.1149514 Feb 02 16:02:08.362065 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2207000-7533-46c3-a7cf-8ab294929f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43875b1-7e38-4273-b087-60241e1e9496,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:02:12.854688 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-712a4204-f5d3-49b8-9c65-36153a3e48e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:14.248833 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-bbb92fe9-a0cb-4f35-b636-11146fdc2de5 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:14.250224 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-bbb92fe9-a0cb-4f35-b636-11146fdc2de5 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/networks?id=9639b810-b5b0-4d2b-bc2b-7788c5dbcebb HTTP/1.1" status: 200 len: 815 time: 0.0995510 Feb 02 16:02:14.265426 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-763000cb-79e8-4bdf-97d2-7caf0e84a1ef tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/quotas/34769f27376549ba84128199b3e82ec3 HTTP/1.1" status: 200 len: 375 time: 0.0096903 Feb 02 16:02:14.320778 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-4df05612-7af7-4a5e-9b9f-6468bc3ead2f tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=34769f27376549ba84128199b3e82ec3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0498402 Feb 02 16:02:14.411903 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-7f5cd685-8ab3-4566-a039-425c8c467fe0 service neutron] 10.222.0.112 "GET /v2.0/networks/9639b810-b5b0-4d2b-bc2b-7788c5dbcebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846465 Feb 02 16:02:14.504003 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-b62f272e-90dc-4eb6-b66f-4aacbcd21669 service neutron] 10.222.0.112 "GET /v2.0/networks/9639b810-b5b0-4d2b-bc2b-7788c5dbcebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863643 Feb 02 16:02:14.664223 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d6e5b1a7-e147-4885-906b-a089b1625e11 req-5e4fe82e-e4cc-4eec-b70f-9385d25f6e74 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=51304c9a-5132-4bde-93d9-46b0027899ba HTTP/1.1" status: 200 len: 210 time: 0.0279975 Feb 02 16:02:15.369243 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-d2a3edc7-5f47-4041-be76-a84dc85ae6c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:15.758792 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6f678773-3852-4929-b7f7-04bd624e546a req-67d21b20-453d-40cb-9882-83b35186180d tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=51304c9a-5132-4bde-93d9-46b0027899ba HTTP/1.1" status: 200 len: 210 time: 0.0284483 Feb 02 16:02:15.951793 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-8905e41b-6d0e-4146-ab16-9218b56d2193 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:15.953303 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-8905e41b-6d0e-4146-ab16-9218b56d2193 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.59 "GET /v2.0/networks?id=9639b810-b5b0-4d2b-bc2b-7788c5dbcebb HTTP/1.1" status: 200 len: 815 time: 0.1027987 Feb 02 16:02:15.973997 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-70061525-fcb7-4dd7-86b4-bed50474a89e tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Request body: {'port': {'device_id': '51304c9a-5132-4bde-93d9-46b0027899ba', 'network_id': '9639b810-b5b0-4d2b-bc2b-7788c5dbcebb', 'admin_state_up': True, 'tenant_id': '34769f27376549ba84128199b3e82ec3'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:02:16.079737 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-70061525-fcb7-4dd7-86b4-bed50474a89e tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Made reservation on behalf of 34769f27376549ba84128199b3e82ec3 for: {'port': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:02:16.083228 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-70061525-fcb7-4dd7-86b4-bed50474a89e tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:16.206973 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_common [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-70061525-fcb7-4dd7-86b4-bed50474a89e tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Allocated IP 172.20.0.11 (9639b810-b5b0-4d2b-bc2b-7788c5dbcebb/fa0aa203-6f93-42c6-b19b-60ceb1b42ed8/5c3e29f7-f969-43ab-ac76-d5a189c5aac0) {{(pid=109038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:02:16.262889 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:16.352300 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-70061525-fcb7-4dd7-86b4-bed50474a89e tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Publish callbacks [] for port (5c3e29f7-f969-43ab-ac76-d5a189c5aac0), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:16.385612 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-70061525-fcb7-4dd7-86b4-bed50474a89e tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (5c3e29f7-f969-43ab-ac76-d5a189c5aac0), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:16.427278 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-70061525-fcb7-4dd7-86b4-bed50474a89e tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Network 9639b810-b5b0-4d2b-bc2b-7788c5dbcebb is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:02:16.432315 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-70061525-fcb7-4dd7-86b4-bed50474a89e tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:02:16.435955 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-70061525-fcb7-4dd7-86b4-bed50474a89e tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Received port after_create {{(pid=109038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 16:02:16.441029 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['5ff72e5c-0f01-4bfd-866c-80885f0593fb'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 16:02:16.460489 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70061525-fcb7-4dd7-86b4-bed50474a89e tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Pushing event updated for resources: {'Port': ['ID=5c3e29f7-f969-43ab-ac76-d5a189c5aac0,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:02:16.488083 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-70061525-fcb7-4dd7-86b4-bed50474a89e tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:16.489353 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-70061525-fcb7-4dd7-86b4-bed50474a89e tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:16.506765 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-70061525-fcb7-4dd7-86b4-bed50474a89e tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5371764 Feb 02 16:02:16.525383 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-cb7768ac-ac64-4bf9-9e35-58954efa6c35 service neutron] Request body: {'port': {'device_id': '51304c9a-5132-4bde-93d9-46b0027899ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82751'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:02:16.587997 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-cb7768ac-ac64-4bf9-9e35-58954efa6c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (5c3e29f7-f969-43ab-ac76-d5a189c5aac0), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:16.844944 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-cb7768ac-ac64-4bf9-9e35-58954efa6c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c3e29f7-f969-43ab-ac76-d5a189c5aac0 {{(pid=109038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 16:02:16.852789 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-cb7768ac-ac64-4bf9-9e35-58954efa6c35 service neutron] Publish callbacks [] for port (5c3e29f7-f969-43ab-ac76-d5a189c5aac0), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:16.865429 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.provisioning_blocks [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-cb7768ac-ac64-4bf9-9e35-58954efa6c35 service neutron] Transition to ACTIVE for port object 5c3e29f7-f969-43ab-ac76-d5a189c5aac0 will not be triggered until provisioned by entity L2. {{(pid=109038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:02:16.869449 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-cb7768ac-ac64-4bf9-9e35-58954efa6c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (5c3e29f7-f969-43ab-ac76-d5a189c5aac0), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:16.878491 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbf9c3-5351-4122-8884-2bb871d8ad29 req-c2dd1ab5-ab38-4b45-bc38-c9928af3878c tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:16.880718 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0acbf9c3-5351-4122-8884-2bb871d8ad29 req-c2dd1ab5-ab38-4b45-bc38-c9928af3878c tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=51304c9a-5132-4bde-93d9-46b0027899ba HTTP/1.1" status: 200 len: 932 time: 0.0542686 Feb 02 16:02:16.920604 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7768ac-ac64-4bf9-9e35-58954efa6c35 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3e29f7-f969-43ab-ac76-d5a189c5aac0,revision_number=2']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:02:16.930076 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0acbf9c3-5351-4122-8884-2bb871d8ad29 req-128c6bb1-1bfa-41be-9f23-8ab6eb47ccf4 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435696 Feb 02 16:02:16.988078 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-cb7768ac-ac64-4bf9-9e35-58954efa6c35 service neutron] Attempting to bind port 5c3e29f7-f969-43ab-ac76-d5a189c5aac0 on host hv-cinder-82751 for vnic_type normal with profile {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 16:02:16.989328 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-cb7768ac-ac64-4bf9-9e35-58954efa6c35 service neutron] Attempting to bind port 5c3e29f7-f969-43ab-ac76-d5a189c5aac0 by drivers openvswitch,hyperv on host hv-cinder-82751 at level 0 using segments [{'id': '9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '9639b810-b5b0-4d2b-bc2b-7788c5dbcebb'}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 16:02:16.989328 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-cb7768ac-ac64-4bf9-9e35-58954efa6c35 service neutron] Attempting to bind port 5c3e29f7-f969-43ab-ac76-d5a189c5aac0 on network 9639b810-b5b0-4d2b-bc2b-7788c5dbcebb {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 16:02:16.993653 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-cb7768ac-ac64-4bf9-9e35-58954efa6c35 service neutron] Port 5c3e29f7-f969-43ab-ac76-d5a189c5aac0 on network 9639b810-b5b0-4d2b-bc2b-7788c5dbcebb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82751 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 16:02:16.993980 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-cb7768ac-ac64-4bf9-9e35-58954efa6c35 service neutron] Attempting to bind port 5c3e29f7-f969-43ab-ac76-d5a189c5aac0 on network 9639b810-b5b0-4d2b-bc2b-7788c5dbcebb {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 16:02:16.998836 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-cb7768ac-ac64-4bf9-9e35-58954efa6c35 service neutron] Checking agent: {'id': 'd02ae37f-da75-47b5-8264-16fb0fa5b24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82751', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'started_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 16:02:16.999174 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-cb7768ac-ac64-4bf9-9e35-58954efa6c35 service neutron] Checking segment: {'id': '9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '9639b810-b5b0-4d2b-bc2b-7788c5dbcebb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 16:02:16.999563 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-cb7768ac-ac64-4bf9-9e35-58954efa6c35 service neutron] Bound using segment: {'id': '9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '9639b810-b5b0-4d2b-bc2b-7788c5dbcebb'} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 16:02:16.999997 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-cb7768ac-ac64-4bf9-9e35-58954efa6c35 service neutron] Bound port: 5c3e29f7-f969-43ab-ac76-d5a189c5aac0, host: hv-cinder-82751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '9639b810-b5b0-4d2b-bc2b-7788c5dbcebb'}}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 16:02:17.000348 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-cb7768ac-ac64-4bf9-9e35-58954efa6c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (5c3e29f7-f969-43ab-ac76-d5a189c5aac0), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:17.061406 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-cb7768ac-ac64-4bf9-9e35-58954efa6c35 service neutron] For port 5c3e29f7-f969-43ab-ac76-d5a189c5aac0, host hv-cinder-82751, cleared binding levels {{(pid=109038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:02:17.064326 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-cb7768ac-ac64-4bf9-9e35-58954efa6c35 service neutron] For port 5c3e29f7-f969-43ab-ac76-d5a189c5aac0, host hv-cinder-82751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=5c3e29f7-f969-43ab-ac76-d5a189c5aac0,segment=NetworkSegment(9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4),segment_id=9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4)] {{(pid=109038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:02:17.071016 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-cb7768ac-ac64-4bf9-9e35-58954efa6c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (5c3e29f7-f969-43ab-ac76-d5a189c5aac0), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:17.104729 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-cb7768ac-ac64-4bf9-9e35-58954efa6c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:17.105375 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-cb7768ac-ac64-4bf9-9e35-58954efa6c35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:17.106757 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-cb7768ac-ac64-4bf9-9e35-58954efa6c35 service neutron] 10.222.0.59 "PUT /v2.0/ports/5c3e29f7-f969-43ab-ac76-d5a189c5aac0 HTTP/1.1" status: 200 len: 1094 time: 0.5856464 Feb 02 16:02:17.107202 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51304c9a-5132-4bde-93d9-46b0027899ba', 'tag': '5c3e29f7-f969-43ab-ac76-d5a189c5aac0'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:02:17.109474 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe992b9-bba7-48eb-b695-37cb78973c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "51304c9a-5132-4bde-93d9-46b0027899ba", "tag": "5c3e29f7-f969-43ab-ac76-d5a189c5aac0"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:02:17.132365 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7768ac-ac64-4bf9-9e35-58954efa6c35 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3e29f7-f969-43ab-ac76-d5a189c5aac0,revision_number=3']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:02:17.151476 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 16:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ade474-fb5e-4e49-8a70-424a50ae29ec x-openstack-request-id: req-17ade474-fb5e-4e49-8a70-424a50ae29ec {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:02:17.151791 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51304c9a-5132-4bde-93d9-46b0027899ba", "tag": "5c3e29f7-f969-43ab-ac76-d5a189c5aac0", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:02:17.152033 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-17ade474-fb5e-4e49-8a70-424a50ae29ec {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:02:17.152438 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51304c9a-5132-4bde-93d9-46b0027899ba', 'tag': '5c3e29f7-f969-43ab-ac76-d5a189c5aac0', 'status': 'completed', 'code': 200} Feb 02 16:02:17.227174 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-b2bf92f6-4445-46cc-aee9-6e7821f649ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:17.228658 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-b2bf92f6-4445-46cc-aee9-6e7821f649ab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=34769f27376549ba84128199b3e82ec3&device_id=51304c9a-5132-4bde-93d9-46b0027899ba HTTP/1.1" status: 200 len: 1128 time: 0.0454504 Feb 02 16:02:17.282977 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-efa0c36f-a258-40f6-96aa-617aaf3ff51d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c3e29f7-f969-43ab-ac76-d5a189c5aac0 HTTP/1.1" status: 200 len: 217 time: 0.0367482 Feb 02 16:02:17.330607 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-f3e4dbca-fc29-4ade-8054-833c6f1bae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:17.331938 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-f3e4dbca-fc29-4ade-8054-833c6f1bae0d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fa0aa203-6f93-42c6-b19b-60ceb1b42ed8 HTTP/1.1" status: 200 len: 855 time: 0.0431480 Feb 02 16:02:17.372704 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-d4032e7f-81aa-4312-8e99-35ed034ef748 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9639b810-b5b0-4d2b-bc2b-7788c5dbcebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323632 Feb 02 16:02:17.467285 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-5032e693-3d80-4957-8bac-ff18c8c32dc7 service neutron] 10.222.0.59 "GET /v2.0/networks/9639b810-b5b0-4d2b-bc2b-7788c5dbcebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882986 Feb 02 16:02:17.479579 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:17.559866 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9a835a6c-3938-4ae0-9fb9-c7f27f2d682d req-209ea2dc-85b7-4c1b-a919-95d82ed1cb6c service neutron] 10.222.0.59 "GET /v2.0/networks/9639b810-b5b0-4d2b-bc2b-7788c5dbcebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852423 Feb 02 16:02:17.690951 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:17.713822 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe992b9-bba7-48eb-b695-37cb78973c6e req-48ba9d98-72af-4825-96c0-6e340dea0340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:17.715398 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6fe992b9-bba7-48eb-b695-37cb78973c6e req-48ba9d98-72af-4825-96c0-6e340dea0340 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=34769f27376549ba84128199b3e82ec3&device_id=51304c9a-5132-4bde-93d9-46b0027899ba HTTP/1.1" status: 200 len: 1128 time: 0.0559568 Feb 02 16:02:17.804571 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe992b9-bba7-48eb-b695-37cb78973c6e req-12f30645-9b58-4117-bd6b-5a4cb1175d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:17.806225 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6fe992b9-bba7-48eb-b695-37cb78973c6e req-12f30645-9b58-4117-bd6b-5a4cb1175d02 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9639b810-b5b0-4d2b-bc2b-7788c5dbcebb HTTP/1.1" status: 200 len: 916 time: 0.0836070 Feb 02 16:02:17.851770 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6fe992b9-bba7-48eb-b695-37cb78973c6e req-398efbbf-a6df-47a3-bf77-9dc7aa8de9fa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c3e29f7-f969-43ab-ac76-d5a189c5aac0 HTTP/1.1" status: 200 len: 217 time: 0.0389984 Feb 02 16:02:17.901854 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe992b9-bba7-48eb-b695-37cb78973c6e req-58a4a3c3-0b32-48d6-82ed-291e8e0b28de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:17.903304 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6fe992b9-bba7-48eb-b695-37cb78973c6e req-58a4a3c3-0b32-48d6-82ed-291e8e0b28de service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fa0aa203-6f93-42c6-b19b-60ceb1b42ed8 HTTP/1.1" status: 200 len: 855 time: 0.0456717 Feb 02 16:02:17.935365 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6fe992b9-bba7-48eb-b695-37cb78973c6e req-4f3f3286-60b4-412d-8fad-bcc85342d036 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9639b810-b5b0-4d2b-bc2b-7788c5dbcebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256238 Feb 02 16:02:18.029992 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6fe992b9-bba7-48eb-b695-37cb78973c6e req-fe9a634a-079f-4795-8ac7-6c3ffa6a080e service neutron] 10.222.0.59 "GET /v2.0/networks/9639b810-b5b0-4d2b-bc2b-7788c5dbcebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862489 Feb 02 16:02:18.051292 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d65ce4-9d15-4144-bd22-4eb4fba4d671 req-d454f8fa-8b86-42da-81ea-2ffc681d8f8f tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:18.053705 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a8d65ce4-9d15-4144-bd22-4eb4fba4d671 req-d454f8fa-8b86-42da-81ea-2ffc681d8f8f tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=51304c9a-5132-4bde-93d9-46b0027899ba HTTP/1.1" status: 200 len: 944 time: 0.0563374 Feb 02 16:02:18.101459 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a8d65ce4-9d15-4144-bd22-4eb4fba4d671 req-a779cc15-c5a1-4c7a-8994-03003abb3e53 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422363 Feb 02 16:02:18.126428 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6fe992b9-bba7-48eb-b695-37cb78973c6e req-496a6f93-52b3-458e-88cb-cbce7db8faf8 service neutron] 10.222.0.59 "GET /v2.0/networks/9639b810-b5b0-4d2b-bc2b-7788c5dbcebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886123 Feb 02 16:02:19.219292 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:19.225323 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb988add-7655-481b-87d3-4f1c276ba9cf req-4b24609d-0c5d-4ac7-b704-b5fedadd16c5 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:19.226813 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-fb988add-7655-481b-87d3-4f1c276ba9cf req-4b24609d-0c5d-4ac7-b704-b5fedadd16c5 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=51304c9a-5132-4bde-93d9-46b0027899ba HTTP/1.1" status: 200 len: 944 time: 0.0550952 Feb 02 16:02:19.273394 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-fb988add-7655-481b-87d3-4f1c276ba9cf req-77c39d7c-9d6d-4867-bac4-71c1648a03f2 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409749 Feb 02 16:02:20.394866 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e642ed-6d98-4c27-be7d-8a2fd7acd906 req-4f9aace7-f2ee-4fa5-920a-2877474ea847 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:20.396273 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-05e642ed-6d98-4c27-be7d-8a2fd7acd906 req-4f9aace7-f2ee-4fa5-920a-2877474ea847 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=51304c9a-5132-4bde-93d9-46b0027899ba HTTP/1.1" status: 200 len: 944 time: 0.0519867 Feb 02 16:02:20.445425 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-05e642ed-6d98-4c27-be7d-8a2fd7acd906 req-b8515ba1-15ca-434d-88d9-757f27127326 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436182 Feb 02 16:02:20.596840 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 5c3e29f7-f969-43ab-ac76-d5a189c5aac0 details requested by agent hyperv_hv-cinder-82751 with host hv-cinder-82751 {{(pid=109040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 16:02:20.696970 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 5c3e29f7-f969-43ab-ac76-d5a189c5aac0, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=5c3e29f7-f969-43ab-ac76-d5a189c5aac0,segment=NetworkSegment(9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4),segment_id=9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:02:20.707779 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Returning: {'device': '5c3e29f7-f969-43ab-ac76-d5a189c5aac0', 'network_id': '9639b810-b5b0-4d2b-bc2b-7788c5dbcebb', 'port_id': '5c3e29f7-f969-43ab-ac76-d5a189c5aac0', 'mac_address': 'fa:16:3e:8a:59:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 998, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0aa203-6f93-42c6-b19b-60ceb1b42ed8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 16:02:20.747069 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port 5c3e29f7-f969-43ab-ac76-d5a189c5aac0 is: DOWN; New status is: BUILD {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:02:20.747450 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (5c3e29f7-f969-43ab-ac76-d5a189c5aac0), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:20.759361 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c3e29f7-f969-43ab-ac76-d5a189c5aac0 {{(pid=109040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 16:02:20.777639 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 5c3e29f7-f969-43ab-ac76-d5a189c5aac0, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=5c3e29f7-f969-43ab-ac76-d5a189c5aac0,segment=NetworkSegment(9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4),segment_id=9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:02:20.781498 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (5c3e29f7-f969-43ab-ac76-d5a189c5aac0), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:20.827839 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=5c3e29f7-f969-43ab-ac76-d5a189c5aac0,revision_number=4']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:02:21.076591 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['5c3e29f7-f969-43ab-ac76-d5a189c5aac0'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 16:02:21.560019 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc855a1-4d70-41dd-838c-eb3599cd97b9 req-79cd5ba5-a5fb-4e89-bf65-2377242d5d1e tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:21.561524 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0dc855a1-4d70-41dd-838c-eb3599cd97b9 req-79cd5ba5-a5fb-4e89-bf65-2377242d5d1e tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=51304c9a-5132-4bde-93d9-46b0027899ba HTTP/1.1" status: 200 len: 945 time: 0.0519335 Feb 02 16:02:21.608201 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0dc855a1-4d70-41dd-838c-eb3599cd97b9 req-381d82f7-1c85-4438-885a-cdc0219843af tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405905 Feb 02 16:02:22.611334 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 5c3e29f7-f969-43ab-ac76-d5a189c5aac0 up at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 16:02:22.661353 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning for port 5c3e29f7-f969-43ab-ac76-d5a189c5aac0 completed by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:02:22.665860 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning complete for port 5c3e29f7-f969-43ab-ac76-d5a189c5aac0 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:02:22.666249 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (5c3e29f7-f969-43ab-ac76-d5a189c5aac0), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:22.725654 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb304c43-4447-4261-a398-ea3ce8dd704b req-d87ac926-3bb8-47da-9fd1-5b6c917a456a tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:22.727124 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-cb304c43-4447-4261-a398-ea3ce8dd704b req-d87ac926-3bb8-47da-9fd1-5b6c917a456a tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=51304c9a-5132-4bde-93d9-46b0027899ba HTTP/1.1" status: 200 len: 945 time: 0.0515976 Feb 02 16:02:22.746528 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port 5c3e29f7-f969-43ab-ac76-d5a189c5aac0 is: BUILD; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:02:22.746938 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (5c3e29f7-f969-43ab-ac76-d5a189c5aac0), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:22.769501 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51304c9a-5132-4bde-93d9-46b0027899ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3e29f7-f969-43ab-ac76-d5a189c5aac0'}] {{(pid=109040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:02:22.772169 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1d7bcdb5a183cc49b107777b4db9278503cec4984c40d99c754c4d9ca4724a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f656690d-4b91-4273-92ef-b80d7ddfd58f" -d '{"events": [{"server_uuid": "51304c9a-5132-4bde-93d9-46b0027899ba", "name": "network-vif-plugged", "status": "completed", "tag": "5c3e29f7-f969-43ab-ac76-d5a189c5aac0"}]}' {{(pid=109040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:02:22.773641 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-cb304c43-4447-4261-a398-ea3ce8dd704b req-0966b6e9-1cf1-400a-824c-2b9bf86a52bc tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409737 Feb 02 16:02:22.784830 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 5c3e29f7-f969-43ab-ac76-d5a189c5aac0, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=5c3e29f7-f969-43ab-ac76-d5a189c5aac0,segment=NetworkSegment(9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4),segment_id=9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:02:22.789508 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (5c3e29f7-f969-43ab-ac76-d5a189c5aac0), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:22.813477 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 16:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f766646-ee9e-41a6-86f6-50fc2abf7e09 x-openstack-request-id: req-2f766646-ee9e-41a6-86f6-50fc2abf7e09 {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:02:22.813767 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51304c9a-5132-4bde-93d9-46b0027899ba", "name": "network-vif-plugged", "status": "completed", "tag": "5c3e29f7-f969-43ab-ac76-d5a189c5aac0", "code": 200}]} {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:02:22.814034 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-2f766646-ee9e-41a6-86f6-50fc2abf7e09 {{(pid=109040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:02:22.814399 dv-cinder-827511-1-iscsi neutron-server[109040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51304c9a-5132-4bde-93d9-46b0027899ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3e29f7-f969-43ab-ac76-d5a189c5aac0', 'code': 200} Feb 02 16:02:22.840276 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=5c3e29f7-f969-43ab-ac76-d5a189c5aac0,revision_number=5']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:02:23.038510 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca41c44-3f7d-4e6d-bf1a-07c00054ea9c req-1fdb93a6-36ee-4ba2-8206-8644c726dfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:23.039940 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9ca41c44-3f7d-4e6d-bf1a-07c00054ea9c req-1fdb93a6-36ee-4ba2-8206-8644c726dfa9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=51304c9a-5132-4bde-93d9-46b0027899ba HTTP/1.1" status: 200 len: 1130 time: 0.0431125 Feb 02 16:02:23.086535 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9ca41c44-3f7d-4e6d-bf1a-07c00054ea9c req-da3337ed-48e8-4bec-9c01-a4db272aaf9b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403428 Feb 02 16:02:23.893864 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133678d-0e63-485b-9642-ba773b125f69 req-d30006f6-7ada-4108-9d59-fbca56c178cd tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:23.895338 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f133678d-0e63-485b-9642-ba773b125f69 req-d30006f6-7ada-4108-9d59-fbca56c178cd tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=51304c9a-5132-4bde-93d9-46b0027899ba HTTP/1.1" status: 200 len: 946 time: 0.0552201 Feb 02 16:02:23.940376 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f133678d-0e63-485b-9642-ba773b125f69 req-9d928e09-2a13-4f73-b233-10f10d6370c3 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396457 Feb 02 16:02:25.058695 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafd882-ee81-4271-bee3-11c1ab910f6c req-37c9b3cf-ea7a-4f44-b0c5-9dfa3ccf588c tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:25.060155 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ecafd882-ee81-4271-bee3-11c1ab910f6c req-37c9b3cf-ea7a-4f44-b0c5-9dfa3ccf588c tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=51304c9a-5132-4bde-93d9-46b0027899ba HTTP/1.1" status: 200 len: 946 time: 0.0528648 Feb 02 16:02:25.106315 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ecafd882-ee81-4271-bee3-11c1ab910f6c req-97bcc132-cb3f-450b-94ce-03864bd2ab3a tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406346 Feb 02 16:02:26.787221 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-f2dba7a5-b124-46d6-96ea-dcc5fbc6cf60 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:26.788600 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-f2dba7a5-b124-46d6-96ea-dcc5fbc6cf60 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/networks?id=9639b810-b5b0-4d2b-bc2b-7788c5dbcebb HTTP/1.1" status: 200 len: 815 time: 0.1005900 Feb 02 16:02:26.803409 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-db173454-bc83-4163-b63f-8fc2d273a051 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/quotas/34769f27376549ba84128199b3e82ec3 HTTP/1.1" status: 200 len: 375 time: 0.0095632 Feb 02 16:02:26.856256 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-8461e5ad-b605-43eb-9662-7dd28dbde615 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=34769f27376549ba84128199b3e82ec3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481563 Feb 02 16:02:26.948131 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-ad8da7c9-4a2c-4fe0-8e40-8d12abef3cc7 service neutron] 10.222.0.112 "GET /v2.0/networks/9639b810-b5b0-4d2b-bc2b-7788c5dbcebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854156 Feb 02 16:02:27.033608 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-ab2fd221-830c-4be5-8ec1-e56b92e8ccce service neutron] 10.222.0.112 "GET /v2.0/networks/9639b810-b5b0-4d2b-bc2b-7788c5dbcebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799084 Feb 02 16:02:27.188144 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-66d0e47a-cebc-4f9f-9c0c-10247a85579b req-d1e814f7-c22d-4824-9936-59ec31c40020 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=12aa79ec-408f-42bb-9d26-f3565aec9aa1 HTTP/1.1" status: 200 len: 210 time: 0.0265515 Feb 02 16:02:28.245559 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-f378b415-815b-481b-9602-99962da349a7 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:28.247166 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-f378b415-815b-481b-9602-99962da349a7 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.59 "GET /v2.0/networks?id=9639b810-b5b0-4d2b-bc2b-7788c5dbcebb HTTP/1.1" status: 200 len: 815 time: 0.1044264 Feb 02 16:02:28.267903 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-6aa0c533-e218-4d28-93c9-ed60940430a0 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Request body: {'port': {'device_id': '12aa79ec-408f-42bb-9d26-f3565aec9aa1', 'network_id': '9639b810-b5b0-4d2b-bc2b-7788c5dbcebb', 'admin_state_up': True, 'tenant_id': '34769f27376549ba84128199b3e82ec3'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:02:28.291119 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-fb25ecd4-d018-4609-85da-458fe13e5b14 req-0c2f72a4-b0a8-4253-b017-4efc5007ce69 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=12aa79ec-408f-42bb-9d26-f3565aec9aa1 HTTP/1.1" status: 200 len: 210 time: 0.0346887 Feb 02 16:02:28.376863 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-6aa0c533-e218-4d28-93c9-ed60940430a0 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Made reservation on behalf of 34769f27376549ba84128199b3e82ec3 for: {'port': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:02:28.380897 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-6aa0c533-e218-4d28-93c9-ed60940430a0 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:28.499036 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_common [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-6aa0c533-e218-4d28-93c9-ed60940430a0 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Allocated IP 172.20.0.2 (9639b810-b5b0-4d2b-bc2b-7788c5dbcebb/fa0aa203-6f93-42c6-b19b-60ceb1b42ed8/ce94685d-b580-4b96-9c6f-dcbcd6629e59) {{(pid=109038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:02:28.643278 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-6aa0c533-e218-4d28-93c9-ed60940430a0 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Publish callbacks [] for port (ce94685d-b580-4b96-9c6f-dcbcd6629e59), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:28.677875 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-6aa0c533-e218-4d28-93c9-ed60940430a0 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (ce94685d-b580-4b96-9c6f-dcbcd6629e59), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:28.720979 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-6aa0c533-e218-4d28-93c9-ed60940430a0 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Network 9639b810-b5b0-4d2b-bc2b-7788c5dbcebb is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:02:28.725958 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['5ff72e5c-0f01-4bfd-866c-80885f0593fb', '5c3e29f7-f969-43ab-ac76-d5a189c5aac0'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 16:02:28.726466 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-6aa0c533-e218-4d28-93c9-ed60940430a0 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:02:28.729808 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-6aa0c533-e218-4d28-93c9-ed60940430a0 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Received port after_create {{(pid=109038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 16:02:29.032084 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0c533-e218-4d28-93c9-ed60940430a0 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Pushing event updated for resources: {'Port': ['ID=ce94685d-b580-4b96-9c6f-dcbcd6629e59,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:02:29.058106 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-6aa0c533-e218-4d28-93c9-ed60940430a0 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:29.058715 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-6aa0c533-e218-4d28-93c9-ed60940430a0 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:29.073907 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-6aa0c533-e218-4d28-93c9-ed60940430a0 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8099010 Feb 02 16:02:29.092266 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-a9852396-a023-42b5-a2be-53a8e50e4219 service neutron] Request body: {'port': {'device_id': '12aa79ec-408f-42bb-9d26-f3565aec9aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82751'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:02:29.150003 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-a9852396-a023-42b5-a2be-53a8e50e4219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (ce94685d-b580-4b96-9c6f-dcbcd6629e59), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:29.407157 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-a9852396-a023-42b5-a2be-53a8e50e4219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce94685d-b580-4b96-9c6f-dcbcd6629e59 {{(pid=109038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 16:02:29.408999 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab55a1-a347-4458-a975-6f1a04759520 req-d19a520f-4256-4894-841f-816bdfb37732 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:29.411100 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-51ab55a1-a347-4458-a975-6f1a04759520 req-d19a520f-4256-4894-841f-816bdfb37732 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=12aa79ec-408f-42bb-9d26-f3565aec9aa1 HTTP/1.1" status: 200 len: 931 time: 0.0520179 Feb 02 16:02:29.415814 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-a9852396-a023-42b5-a2be-53a8e50e4219 service neutron] Publish callbacks [] for port (ce94685d-b580-4b96-9c6f-dcbcd6629e59), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:29.428248 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.provisioning_blocks [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-a9852396-a023-42b5-a2be-53a8e50e4219 service neutron] Transition to ACTIVE for port object ce94685d-b580-4b96-9c6f-dcbcd6629e59 will not be triggered until provisioned by entity L2. {{(pid=109038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:02:29.432413 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-a9852396-a023-42b5-a2be-53a8e50e4219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (ce94685d-b580-4b96-9c6f-dcbcd6629e59), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:29.458774 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-51ab55a1-a347-4458-a975-6f1a04759520 req-53b3a8ae-b399-420e-959b-5125e66e9774 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419872 Feb 02 16:02:29.483658 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9852396-a023-42b5-a2be-53a8e50e4219 service neutron] Pushing event updated for resources: {'Port': ['ID=ce94685d-b580-4b96-9c6f-dcbcd6629e59,revision_number=2']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:02:29.546606 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-a9852396-a023-42b5-a2be-53a8e50e4219 service neutron] Attempting to bind port ce94685d-b580-4b96-9c6f-dcbcd6629e59 on host hv-cinder-82751 for vnic_type normal with profile {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 16:02:29.546945 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-a9852396-a023-42b5-a2be-53a8e50e4219 service neutron] Attempting to bind port ce94685d-b580-4b96-9c6f-dcbcd6629e59 by drivers openvswitch,hyperv on host hv-cinder-82751 at level 0 using segments [{'id': '9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '9639b810-b5b0-4d2b-bc2b-7788c5dbcebb'}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 16:02:29.547274 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-a9852396-a023-42b5-a2be-53a8e50e4219 service neutron] Attempting to bind port ce94685d-b580-4b96-9c6f-dcbcd6629e59 on network 9639b810-b5b0-4d2b-bc2b-7788c5dbcebb {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 16:02:29.552267 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-a9852396-a023-42b5-a2be-53a8e50e4219 service neutron] Port ce94685d-b580-4b96-9c6f-dcbcd6629e59 on network 9639b810-b5b0-4d2b-bc2b-7788c5dbcebb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82751 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 16:02:29.552591 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-a9852396-a023-42b5-a2be-53a8e50e4219 service neutron] Attempting to bind port ce94685d-b580-4b96-9c6f-dcbcd6629e59 on network 9639b810-b5b0-4d2b-bc2b-7788c5dbcebb {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 16:02:29.557429 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-a9852396-a023-42b5-a2be-53a8e50e4219 service neutron] Checking agent: {'id': 'd02ae37f-da75-47b5-8264-16fb0fa5b24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82751', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'started_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 16:02:29.557773 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-a9852396-a023-42b5-a2be-53a8e50e4219 service neutron] Checking segment: {'id': '9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '9639b810-b5b0-4d2b-bc2b-7788c5dbcebb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 16:02:29.558155 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-a9852396-a023-42b5-a2be-53a8e50e4219 service neutron] Bound using segment: {'id': '9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '9639b810-b5b0-4d2b-bc2b-7788c5dbcebb'} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 16:02:29.558584 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-a9852396-a023-42b5-a2be-53a8e50e4219 service neutron] Bound port: ce94685d-b580-4b96-9c6f-dcbcd6629e59, host: hv-cinder-82751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '9639b810-b5b0-4d2b-bc2b-7788c5dbcebb'}}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 16:02:29.558940 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-a9852396-a023-42b5-a2be-53a8e50e4219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (ce94685d-b580-4b96-9c6f-dcbcd6629e59), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:29.626752 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-a9852396-a023-42b5-a2be-53a8e50e4219 service neutron] For port ce94685d-b580-4b96-9c6f-dcbcd6629e59, host hv-cinder-82751, cleared binding levels {{(pid=109038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:02:29.630763 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-a9852396-a023-42b5-a2be-53a8e50e4219 service neutron] For port ce94685d-b580-4b96-9c6f-dcbcd6629e59, host hv-cinder-82751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=ce94685d-b580-4b96-9c6f-dcbcd6629e59,segment=NetworkSegment(9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4),segment_id=9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4)] {{(pid=109038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:02:29.636622 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-a9852396-a023-42b5-a2be-53a8e50e4219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (ce94685d-b580-4b96-9c6f-dcbcd6629e59), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:29.670251 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-a9852396-a023-42b5-a2be-53a8e50e4219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:29.670885 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-a9852396-a023-42b5-a2be-53a8e50e4219 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:29.672274 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-a9852396-a023-42b5-a2be-53a8e50e4219 service neutron] 10.222.0.59 "PUT /v2.0/ports/ce94685d-b580-4b96-9c6f-dcbcd6629e59 HTTP/1.1" status: 200 len: 1093 time: 0.5840051 Feb 02 16:02:29.672719 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12aa79ec-408f-42bb-9d26-f3565aec9aa1', 'tag': 'ce94685d-b580-4b96-9c6f-dcbcd6629e59'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:02:29.675012 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3ef80e-a6fb-4d51-89c5-fa959b2d3e28" -d '{"events": [{"name": "network-changed", "server_uuid": "12aa79ec-408f-42bb-9d26-f3565aec9aa1", "tag": "ce94685d-b580-4b96-9c6f-dcbcd6629e59"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:02:29.703644 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9852396-a023-42b5-a2be-53a8e50e4219 service neutron] Pushing event updated for resources: {'Port': ['ID=ce94685d-b580-4b96-9c6f-dcbcd6629e59,revision_number=3']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:02:29.711047 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 16:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e7d3c0-3ee1-43b0-a675-8d7085005d5e x-openstack-request-id: req-c5e7d3c0-3ee1-43b0-a675-8d7085005d5e {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:02:29.711344 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12aa79ec-408f-42bb-9d26-f3565aec9aa1", "tag": "ce94685d-b580-4b96-9c6f-dcbcd6629e59", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:02:29.712143 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-c5e7d3c0-3ee1-43b0-a675-8d7085005d5e {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:02:29.712143 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12aa79ec-408f-42bb-9d26-f3565aec9aa1', 'tag': 'ce94685d-b580-4b96-9c6f-dcbcd6629e59', 'status': 'completed', 'code': 200} Feb 02 16:02:29.810135 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-1739aac9-811a-489d-aefe-3e9b12249c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:29.811616 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-1739aac9-811a-489d-aefe-3e9b12249c43 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=34769f27376549ba84128199b3e82ec3&device_id=12aa79ec-408f-42bb-9d26-f3565aec9aa1 HTTP/1.1" status: 200 len: 1127 time: 0.0444751 Feb 02 16:02:29.862536 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-52e3d53a-9e40-4aa5-9b9d-6cce49620044 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce94685d-b580-4b96-9c6f-dcbcd6629e59 HTTP/1.1" status: 200 len: 217 time: 0.0366015 Feb 02 16:02:29.911069 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-f024d7bb-f03b-47e1-b94f-d6d77bdf74ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:29.912387 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-f024d7bb-f03b-47e1-b94f-d6d77bdf74ae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fa0aa203-6f93-42c6-b19b-60ceb1b42ed8 HTTP/1.1" status: 200 len: 855 time: 0.0419538 Feb 02 16:02:29.944885 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-693e0980-a0cb-45f0-a184-4252807145da service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9639b810-b5b0-4d2b-bc2b-7788c5dbcebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256193 Feb 02 16:02:30.036453 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-3a63a592-2fb4-4758-9c4d-5178f4f795a2 service neutron] 10.222.0.59 "GET /v2.0/networks/9639b810-b5b0-4d2b-bc2b-7788c5dbcebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832920 Feb 02 16:02:30.127904 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-3dd5fe48-8486-436b-9fe2-60ad963af7dc req-4ff089d7-c9c4-4d54-86b5-1f111f102495 service neutron] 10.222.0.59 "GET /v2.0/networks/9639b810-b5b0-4d2b-bc2b-7788c5dbcebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827892 Feb 02 16:02:30.258522 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ef80e-a6fb-4d51-89c5-fa959b2d3e28 req-80b7c58b-156d-407f-9fa5-74595f85acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:30.259964 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-7b3ef80e-a6fb-4d51-89c5-fa959b2d3e28 req-80b7c58b-156d-407f-9fa5-74595f85acdf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=34769f27376549ba84128199b3e82ec3&device_id=12aa79ec-408f-42bb-9d26-f3565aec9aa1 HTTP/1.1" status: 200 len: 1127 time: 0.0455186 Feb 02 16:02:30.350686 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ef80e-a6fb-4d51-89c5-fa959b2d3e28 req-da5e929c-a799-47c7-8bff-a536f80bdec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:30.352150 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-7b3ef80e-a6fb-4d51-89c5-fa959b2d3e28 req-da5e929c-a799-47c7-8bff-a536f80bdec9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9639b810-b5b0-4d2b-bc2b-7788c5dbcebb HTTP/1.1" status: 200 len: 916 time: 0.0861740 Feb 02 16:02:30.395276 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-7b3ef80e-a6fb-4d51-89c5-fa959b2d3e28 req-d5605cf7-1dc2-484b-95ba-032cd7c9ea67 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce94685d-b580-4b96-9c6f-dcbcd6629e59 HTTP/1.1" status: 200 len: 217 time: 0.0336170 Feb 02 16:02:30.445643 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ef80e-a6fb-4d51-89c5-fa959b2d3e28 req-4be735c1-bf2d-417a-a08a-3bf66d186f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:30.447074 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-7b3ef80e-a6fb-4d51-89c5-fa959b2d3e28 req-4be735c1-bf2d-417a-a08a-3bf66d186f2a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fa0aa203-6f93-42c6-b19b-60ceb1b42ed8 HTTP/1.1" status: 200 len: 855 time: 0.0455511 Feb 02 16:02:30.481879 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-7b3ef80e-a6fb-4d51-89c5-fa959b2d3e28 req-99d8bff7-f257-4d13-b4e2-c05bd95d0939 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9639b810-b5b0-4d2b-bc2b-7788c5dbcebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250013 Feb 02 16:02:30.572055 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-7b3ef80e-a6fb-4d51-89c5-fa959b2d3e28 req-312f5d71-ef54-4002-86df-057cab5b068e service neutron] 10.222.0.59 "GET /v2.0/networks/9639b810-b5b0-4d2b-bc2b-7788c5dbcebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829706 Feb 02 16:02:30.578968 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ee73a-3efb-453c-b16c-e741bdcae77c req-ca807141-9285-41f8-91e2-909aa2a0e89b tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:30.580432 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9b3ee73a-3efb-453c-b16c-e741bdcae77c req-ca807141-9285-41f8-91e2-909aa2a0e89b tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=12aa79ec-408f-42bb-9d26-f3565aec9aa1 HTTP/1.1" status: 200 len: 943 time: 0.0538495 Feb 02 16:02:30.628342 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9b3ee73a-3efb-453c-b16c-e741bdcae77c req-3846ec7c-fd7e-4f0f-8d1a-25e7a76e443d tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423858 Feb 02 16:02:30.668292 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-7b3ef80e-a6fb-4d51-89c5-fa959b2d3e28 req-690a1826-058a-4385-80a0-0173bdd0b07e service neutron] 10.222.0.59 "GET /v2.0/networks/9639b810-b5b0-4d2b-bc2b-7788c5dbcebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898995 Feb 02 16:02:31.752982 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126aa4e-92bf-4af7-8272-2a6d129b2292 req-103826d1-a303-404a-bd1e-495320df4df2 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:31.755280 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0126aa4e-92bf-4af7-8272-2a6d129b2292 req-103826d1-a303-404a-bd1e-495320df4df2 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=12aa79ec-408f-42bb-9d26-f3565aec9aa1 HTTP/1.1" status: 200 len: 943 time: 0.0566487 Feb 02 16:02:31.799959 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0126aa4e-92bf-4af7-8272-2a6d129b2292 req-29dea2ff-dc0a-48f2-bfb9-dab4909cdeb9 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393076 Feb 02 16:02:32.674042 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device ce94685d-b580-4b96-9c6f-dcbcd6629e59 details requested by agent hyperv_hv-cinder-82751 with host hv-cinder-82751 {{(pid=109040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 16:02:32.769154 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port ce94685d-b580-4b96-9c6f-dcbcd6629e59, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=ce94685d-b580-4b96-9c6f-dcbcd6629e59,segment=NetworkSegment(9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4),segment_id=9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:02:32.779873 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Returning: {'device': 'ce94685d-b580-4b96-9c6f-dcbcd6629e59', 'network_id': '9639b810-b5b0-4d2b-bc2b-7788c5dbcebb', 'port_id': 'ce94685d-b580-4b96-9c6f-dcbcd6629e59', 'mac_address': 'fa:16:3e:12:d3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 998, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0aa203-6f93-42c6-b19b-60ceb1b42ed8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 16:02:32.815488 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port ce94685d-b580-4b96-9c6f-dcbcd6629e59 is: DOWN; New status is: BUILD {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:02:32.815877 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (ce94685d-b580-4b96-9c6f-dcbcd6629e59), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:32.828186 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce94685d-b580-4b96-9c6f-dcbcd6629e59 {{(pid=109040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 16:02:32.847011 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port ce94685d-b580-4b96-9c6f-dcbcd6629e59, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=ce94685d-b580-4b96-9c6f-dcbcd6629e59,segment=NetworkSegment(9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4),segment_id=9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:02:32.851908 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (ce94685d-b580-4b96-9c6f-dcbcd6629e59), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:32.922453 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310eb6b-e46b-4217-b53c-c8427cd45fad req-a1f6eaea-c1c4-4a6b-b448-21cd3df0046d tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:32.923929 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4310eb6b-e46b-4217-b53c-c8427cd45fad req-a1f6eaea-c1c4-4a6b-b448-21cd3df0046d tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=12aa79ec-408f-42bb-9d26-f3565aec9aa1 HTTP/1.1" status: 200 len: 944 time: 0.0549557 Feb 02 16:02:32.974726 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4310eb6b-e46b-4217-b53c-c8427cd45fad req-074e8f25-b8be-4507-8738-dd49d990c125 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439861 Feb 02 16:02:33.040453 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=ce94685d-b580-4b96-9c6f-dcbcd6629e59,revision_number=4']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:02:33.183410 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['ce94685d-b580-4b96-9c6f-dcbcd6629e59'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 16:02:34.093244 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8eb53c-81db-4a6d-8a69-a941bfed45f7 req-69150240-276c-4753-ab9e-5c38001e2b26 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:34.094693 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ac8eb53c-81db-4a6d-8a69-a941bfed45f7 req-69150240-276c-4753-ab9e-5c38001e2b26 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=12aa79ec-408f-42bb-9d26-f3565aec9aa1 HTTP/1.1" status: 200 len: 944 time: 0.0511911 Feb 02 16:02:34.143435 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ac8eb53c-81db-4a6d-8a69-a941bfed45f7 req-b2db0b34-a9c7-421f-a95f-83dd2db1cb0a tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426903 Feb 02 16:02:34.710584 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device ce94685d-b580-4b96-9c6f-dcbcd6629e59 up at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 16:02:34.760177 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning for port ce94685d-b580-4b96-9c6f-dcbcd6629e59 completed by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:02:34.764071 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning complete for port ce94685d-b580-4b96-9c6f-dcbcd6629e59 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:02:34.764456 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (ce94685d-b580-4b96-9c6f-dcbcd6629e59), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:34.839363 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port ce94685d-b580-4b96-9c6f-dcbcd6629e59 is: BUILD; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:02:34.839754 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (ce94685d-b580-4b96-9c6f-dcbcd6629e59), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:34.867189 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12aa79ec-408f-42bb-9d26-f3565aec9aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce94685d-b580-4b96-9c6f-dcbcd6629e59'}] {{(pid=109040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:02:34.869356 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1d7bcdb5a183cc49b107777b4db9278503cec4984c40d99c754c4d9ca4724a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7bbbde-7b5d-4fd6-8b02-f0a6f765b553" -d '{"events": [{"server_uuid": "12aa79ec-408f-42bb-9d26-f3565aec9aa1", "name": "network-vif-plugged", "status": "completed", "tag": "ce94685d-b580-4b96-9c6f-dcbcd6629e59"}]}' {{(pid=109040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:02:34.882050 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port ce94685d-b580-4b96-9c6f-dcbcd6629e59, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=ce94685d-b580-4b96-9c6f-dcbcd6629e59,segment=NetworkSegment(9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4),segment_id=9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:02:34.885987 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (ce94685d-b580-4b96-9c6f-dcbcd6629e59), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:34.913035 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 16:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cc099d-f167-4caf-8675-724f9faee812 x-openstack-request-id: req-45cc099d-f167-4caf-8675-724f9faee812 {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:02:34.913361 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12aa79ec-408f-42bb-9d26-f3565aec9aa1", "name": "network-vif-plugged", "status": "completed", "tag": "ce94685d-b580-4b96-9c6f-dcbcd6629e59", "code": 200}]} {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:02:34.913613 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-45cc099d-f167-4caf-8675-724f9faee812 {{(pid=109040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:02:34.913996 dv-cinder-827511-1-iscsi neutron-server[109040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12aa79ec-408f-42bb-9d26-f3565aec9aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce94685d-b580-4b96-9c6f-dcbcd6629e59', 'code': 200} Feb 02 16:02:34.939018 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=ce94685d-b580-4b96-9c6f-dcbcd6629e59,revision_number=5']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:02:35.147221 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6d5e4-0ad1-4b73-af8e-05343ad6bce2 req-f185af40-3868-4c8a-9910-cd3988c492f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:35.148815 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9ad6d5e4-0ad1-4b73-af8e-05343ad6bce2 req-f185af40-3868-4c8a-9910-cd3988c492f8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=12aa79ec-408f-42bb-9d26-f3565aec9aa1 HTTP/1.1" status: 200 len: 1129 time: 0.0441780 Feb 02 16:02:35.193888 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9ad6d5e4-0ad1-4b73-af8e-05343ad6bce2 req-201c0df5-245d-4141-a49b-67e9e719077a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381076 Feb 02 16:02:35.262139 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9dd5ca-df48-45db-8f3a-1b0b65dbbc8c req-5e176178-1893-4817-b61e-02d2c3ff4d27 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:35.263654 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-be9dd5ca-df48-45db-8f3a-1b0b65dbbc8c req-5e176178-1893-4817-b61e-02d2c3ff4d27 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=12aa79ec-408f-42bb-9d26-f3565aec9aa1 HTTP/1.1" status: 200 len: 945 time: 0.0525298 Feb 02 16:02:35.308805 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-be9dd5ca-df48-45db-8f3a-1b0b65dbbc8c req-294caf9f-353d-4b6f-9210-59323b78aa27 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396242 Feb 02 16:02:36.428649 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ad33e-91fd-4762-aef1-2474875d33ce req-8476020e-a101-48ea-ab93-e99f1bcdc355 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:36.430060 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a33ad33e-91fd-4762-aef1-2474875d33ce req-8476020e-a101-48ea-ab93-e99f1bcdc355 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=12aa79ec-408f-42bb-9d26-f3565aec9aa1 HTTP/1.1" status: 200 len: 945 time: 0.0518770 Feb 02 16:02:36.477301 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a33ad33e-91fd-4762-aef1-2474875d33ce req-986a6dc6-dbec-4c86-bbc2-5ca9bfcce20d tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417302 Feb 02 16:02:37.599245 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea573a-25f3-4506-8bf5-6e508a2e1ed1 req-a5b0441a-7dbb-453d-a45f-df7bd01f19b2 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:37.600732 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d0ea573a-25f3-4506-8bf5-6e508a2e1ed1 req-a5b0441a-7dbb-453d-a45f-df7bd01f19b2 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=12aa79ec-408f-42bb-9d26-f3565aec9aa1 HTTP/1.1" status: 200 len: 945 time: 0.0558205 Feb 02 16:02:37.647199 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d0ea573a-25f3-4506-8bf5-6e508a2e1ed1 req-98953658-f266-4af2-b20f-a4a898938d73 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409436 Feb 02 16:02:42.380615 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 16:02:42.855993 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-9a3dd3a1-5bdb-441b-bfb7-80f591cd6675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:45.370926 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-036aee5d-25a9-47d7-9051-1305615282eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:46.263694 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:47.481691 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:47.693013 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:48.361607 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a44a4-dc54-4c62-8603-f34881014706 req-0dac2e10-c780-44e6-b1ad-8b5247dd3914 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:48.363165 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-825a44a4-dc54-4c62-8603-f34881014706 req-0dac2e10-c780-44e6-b1ad-8b5247dd3914 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/networks?id=9639b810-b5b0-4d2b-bc2b-7788c5dbcebb HTTP/1.1" status: 200 len: 815 time: 0.1005485 Feb 02 16:02:48.377175 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-825a44a4-dc54-4c62-8603-f34881014706 req-33345d98-806f-45b6-86c8-609a386bfd8d tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/quotas/34769f27376549ba84128199b3e82ec3 HTTP/1.1" status: 200 len: 375 time: 0.0086091 Feb 02 16:02:48.432698 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-825a44a4-dc54-4c62-8603-f34881014706 req-dc213c57-44f0-4dc2-bd82-d1a025f445b5 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=34769f27376549ba84128199b3e82ec3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503197 Feb 02 16:02:48.522312 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-825a44a4-dc54-4c62-8603-f34881014706 req-29e8384a-0b46-42c6-bf57-b594104de261 service neutron] 10.222.0.112 "GET /v2.0/networks/9639b810-b5b0-4d2b-bc2b-7788c5dbcebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828011 Feb 02 16:02:48.610905 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-825a44a4-dc54-4c62-8603-f34881014706 req-cd491cca-bb82-4563-9bfb-3279d4a3fae6 service neutron] 10.222.0.112 "GET /v2.0/networks/9639b810-b5b0-4d2b-bc2b-7788c5dbcebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829728 Feb 02 16:02:48.768310 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-34b31cf4-37fc-4fd1-b26d-9a7cc92a746c req-32a0d68c-ebed-415c-8221-adf3b213048b tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=03169a0c-3a0c-4b4c-9340-005bd2150fdf HTTP/1.1" status: 200 len: 210 time: 0.0277867 Feb 02 16:02:49.211507 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:49.870528 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f65e95cb-46d0-432a-bd5d-9f583c4c6d17 req-53abed16-0097-4847-b6d4-69220906995b tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=03169a0c-3a0c-4b4c-9340-005bd2150fdf HTTP/1.1" status: 200 len: 210 time: 0.0293434 Feb 02 16:02:49.871862 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a44a4-dc54-4c62-8603-f34881014706 req-20025b23-ada8-4a71-a4cd-5f93a47ed5cb tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:49.874101 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-825a44a4-dc54-4c62-8603-f34881014706 req-20025b23-ada8-4a71-a4cd-5f93a47ed5cb tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.59 "GET /v2.0/networks?id=9639b810-b5b0-4d2b-bc2b-7788c5dbcebb HTTP/1.1" status: 200 len: 815 time: 0.1093576 Feb 02 16:02:49.898401 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-825a44a4-dc54-4c62-8603-f34881014706 req-10b004b7-eb5e-48f7-a319-2c64e03f6eed tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Request body: {'port': {'device_id': '03169a0c-3a0c-4b4c-9340-005bd2150fdf', 'network_id': '9639b810-b5b0-4d2b-bc2b-7788c5dbcebb', 'admin_state_up': True, 'tenant_id': '34769f27376549ba84128199b3e82ec3'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:02:50.002158 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-825a44a4-dc54-4c62-8603-f34881014706 req-10b004b7-eb5e-48f7-a319-2c64e03f6eed tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Made reservation on behalf of 34769f27376549ba84128199b3e82ec3 for: {'port': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:02:50.006308 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-825a44a4-dc54-4c62-8603-f34881014706 req-10b004b7-eb5e-48f7-a319-2c64e03f6eed tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:50.134668 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_common [req-825a44a4-dc54-4c62-8603-f34881014706 req-10b004b7-eb5e-48f7-a319-2c64e03f6eed tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Allocated IP 172.20.0.9 (9639b810-b5b0-4d2b-bc2b-7788c5dbcebb/fa0aa203-6f93-42c6-b19b-60ceb1b42ed8/b28db0e5-3def-4327-9c9d-fbc137c06a49) {{(pid=109038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:02:50.279801 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-825a44a4-dc54-4c62-8603-f34881014706 req-10b004b7-eb5e-48f7-a319-2c64e03f6eed tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Publish callbacks [] for port (b28db0e5-3def-4327-9c9d-fbc137c06a49), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:50.312593 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-825a44a4-dc54-4c62-8603-f34881014706 req-10b004b7-eb5e-48f7-a319-2c64e03f6eed tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (b28db0e5-3def-4327-9c9d-fbc137c06a49), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:50.353489 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['5ff72e5c-0f01-4bfd-866c-80885f0593fb', '5c3e29f7-f969-43ab-ac76-d5a189c5aac0', 'ce94685d-b580-4b96-9c6f-dcbcd6629e59'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 16:02:50.354328 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-825a44a4-dc54-4c62-8603-f34881014706 req-10b004b7-eb5e-48f7-a319-2c64e03f6eed tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Network 9639b810-b5b0-4d2b-bc2b-7788c5dbcebb is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:02:50.359432 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [req-825a44a4-dc54-4c62-8603-f34881014706 req-10b004b7-eb5e-48f7-a319-2c64e03f6eed tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:02:50.363600 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-825a44a4-dc54-4c62-8603-f34881014706 req-10b004b7-eb5e-48f7-a319-2c64e03f6eed tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Received port after_create {{(pid=109038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 16:02:50.390528 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b004b7-eb5e-48f7-a319-2c64e03f6eed tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Pushing event updated for resources: {'Port': ['ID=b28db0e5-3def-4327-9c9d-fbc137c06a49,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:02:50.404568 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b004b7-eb5e-48f7-a319-2c64e03f6eed tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:50.404927 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b004b7-eb5e-48f7-a319-2c64e03f6eed tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:50.405304 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b004b7-eb5e-48f7-a319-2c64e03f6eed tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:50.405649 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b004b7-eb5e-48f7-a319-2c64e03f6eed tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:50.406154 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b004b7-eb5e-48f7-a319-2c64e03f6eed tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:50.406321 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b004b7-eb5e-48f7-a319-2c64e03f6eed tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:50.406656 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b004b7-eb5e-48f7-a319-2c64e03f6eed tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:50.410108 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b004b7-eb5e-48f7-a319-2c64e03f6eed tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:50.410108 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b004b7-eb5e-48f7-a319-2c64e03f6eed tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:50.410108 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b004b7-eb5e-48f7-a319-2c64e03f6eed tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:50.410108 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b004b7-eb5e-48f7-a319-2c64e03f6eed tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:50.410108 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b004b7-eb5e-48f7-a319-2c64e03f6eed tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:50.410108 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b004b7-eb5e-48f7-a319-2c64e03f6eed tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:50.427790 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a44a4-dc54-4c62-8603-f34881014706 req-10b004b7-eb5e-48f7-a319-2c64e03f6eed tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:50.428413 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-825a44a4-dc54-4c62-8603-f34881014706 req-10b004b7-eb5e-48f7-a319-2c64e03f6eed tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:50.445454 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-825a44a4-dc54-4c62-8603-f34881014706 req-10b004b7-eb5e-48f7-a319-2c64e03f6eed tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5518827 Feb 02 16:02:50.470263 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-825a44a4-dc54-4c62-8603-f34881014706 req-663dbf66-0ed3-486c-a2d4-43504efd43d7 service neutron] Request body: {'port': {'device_id': '03169a0c-3a0c-4b4c-9340-005bd2150fdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82751'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:02:50.532953 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-825a44a4-dc54-4c62-8603-f34881014706 req-663dbf66-0ed3-486c-a2d4-43504efd43d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (b28db0e5-3def-4327-9c9d-fbc137c06a49), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:50.793184 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [req-825a44a4-dc54-4c62-8603-f34881014706 req-663dbf66-0ed3-486c-a2d4-43504efd43d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b28db0e5-3def-4327-9c9d-fbc137c06a49 {{(pid=109038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 16:02:50.800240 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-825a44a4-dc54-4c62-8603-f34881014706 req-663dbf66-0ed3-486c-a2d4-43504efd43d7 service neutron] Publish callbacks [] for port (b28db0e5-3def-4327-9c9d-fbc137c06a49), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:50.812627 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.provisioning_blocks [req-825a44a4-dc54-4c62-8603-f34881014706 req-663dbf66-0ed3-486c-a2d4-43504efd43d7 service neutron] Transition to ACTIVE for port object b28db0e5-3def-4327-9c9d-fbc137c06a49 will not be triggered until provisioned by entity L2. {{(pid=109038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:02:50.816296 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-825a44a4-dc54-4c62-8603-f34881014706 req-663dbf66-0ed3-486c-a2d4-43504efd43d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (b28db0e5-3def-4327-9c9d-fbc137c06a49), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:50.868189 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663dbf66-0ed3-486c-a2d4-43504efd43d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b28db0e5-3def-4327-9c9d-fbc137c06a49,revision_number=2']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:02:50.940833 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-825a44a4-dc54-4c62-8603-f34881014706 req-663dbf66-0ed3-486c-a2d4-43504efd43d7 service neutron] Attempting to bind port b28db0e5-3def-4327-9c9d-fbc137c06a49 on host hv-cinder-82751 for vnic_type normal with profile {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 16:02:50.941588 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-825a44a4-dc54-4c62-8603-f34881014706 req-663dbf66-0ed3-486c-a2d4-43504efd43d7 service neutron] Attempting to bind port b28db0e5-3def-4327-9c9d-fbc137c06a49 by drivers openvswitch,hyperv on host hv-cinder-82751 at level 0 using segments [{'id': '9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '9639b810-b5b0-4d2b-bc2b-7788c5dbcebb'}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 16:02:50.941706 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825a44a4-dc54-4c62-8603-f34881014706 req-663dbf66-0ed3-486c-a2d4-43504efd43d7 service neutron] Attempting to bind port b28db0e5-3def-4327-9c9d-fbc137c06a49 on network 9639b810-b5b0-4d2b-bc2b-7788c5dbcebb {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 16:02:50.946030 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825a44a4-dc54-4c62-8603-f34881014706 req-663dbf66-0ed3-486c-a2d4-43504efd43d7 service neutron] Port b28db0e5-3def-4327-9c9d-fbc137c06a49 on network 9639b810-b5b0-4d2b-bc2b-7788c5dbcebb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82751 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 16:02:50.946353 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825a44a4-dc54-4c62-8603-f34881014706 req-663dbf66-0ed3-486c-a2d4-43504efd43d7 service neutron] Attempting to bind port b28db0e5-3def-4327-9c9d-fbc137c06a49 on network 9639b810-b5b0-4d2b-bc2b-7788c5dbcebb {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 16:02:50.951124 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825a44a4-dc54-4c62-8603-f34881014706 req-663dbf66-0ed3-486c-a2d4-43504efd43d7 service neutron] Checking agent: {'id': 'd02ae37f-da75-47b5-8264-16fb0fa5b24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82751', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'started_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 16:02:50.951465 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825a44a4-dc54-4c62-8603-f34881014706 req-663dbf66-0ed3-486c-a2d4-43504efd43d7 service neutron] Checking segment: {'id': '9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '9639b810-b5b0-4d2b-bc2b-7788c5dbcebb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 16:02:50.951843 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825a44a4-dc54-4c62-8603-f34881014706 req-663dbf66-0ed3-486c-a2d4-43504efd43d7 service neutron] Bound using segment: {'id': '9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '9639b810-b5b0-4d2b-bc2b-7788c5dbcebb'} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 16:02:50.952269 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-825a44a4-dc54-4c62-8603-f34881014706 req-663dbf66-0ed3-486c-a2d4-43504efd43d7 service neutron] Bound port: b28db0e5-3def-4327-9c9d-fbc137c06a49, host: hv-cinder-82751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '9639b810-b5b0-4d2b-bc2b-7788c5dbcebb'}}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 16:02:50.952654 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-825a44a4-dc54-4c62-8603-f34881014706 req-663dbf66-0ed3-486c-a2d4-43504efd43d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (b28db0e5-3def-4327-9c9d-fbc137c06a49), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:50.990195 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04841117-ac7a-454e-9397-bbfa6e6d8198 req-929a5936-c347-4f9d-aa29-e57180fc6846 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:50.991687 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-04841117-ac7a-454e-9397-bbfa6e6d8198 req-929a5936-c347-4f9d-aa29-e57180fc6846 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=03169a0c-3a0c-4b4c-9340-005bd2150fdf HTTP/1.1" status: 200 len: 943 time: 0.0532010 Feb 02 16:02:51.014372 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-825a44a4-dc54-4c62-8603-f34881014706 req-663dbf66-0ed3-486c-a2d4-43504efd43d7 service neutron] For port b28db0e5-3def-4327-9c9d-fbc137c06a49, host hv-cinder-82751, cleared binding levels {{(pid=109038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:02:51.017629 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-825a44a4-dc54-4c62-8603-f34881014706 req-663dbf66-0ed3-486c-a2d4-43504efd43d7 service neutron] For port b28db0e5-3def-4327-9c9d-fbc137c06a49, host hv-cinder-82751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=b28db0e5-3def-4327-9c9d-fbc137c06a49,segment=NetworkSegment(9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4),segment_id=9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4)] {{(pid=109038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:02:51.024228 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-825a44a4-dc54-4c62-8603-f34881014706 req-663dbf66-0ed3-486c-a2d4-43504efd43d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (b28db0e5-3def-4327-9c9d-fbc137c06a49), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:51.046787 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-04841117-ac7a-454e-9397-bbfa6e6d8198 req-8009dfb7-f761-40d0-8fa9-28b54eccc68a tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491593 Feb 02 16:02:51.062719 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a44a4-dc54-4c62-8603-f34881014706 req-663dbf66-0ed3-486c-a2d4-43504efd43d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:51.063419 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-825a44a4-dc54-4c62-8603-f34881014706 req-663dbf66-0ed3-486c-a2d4-43504efd43d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:51.064661 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-825a44a4-dc54-4c62-8603-f34881014706 req-663dbf66-0ed3-486c-a2d4-43504efd43d7 service neutron] 10.222.0.59 "PUT /v2.0/ports/b28db0e5-3def-4327-9c9d-fbc137c06a49 HTTP/1.1" status: 200 len: 1093 time: 0.5986817 Feb 02 16:02:51.065137 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03169a0c-3a0c-4b4c-9340-005bd2150fdf', 'tag': 'b28db0e5-3def-4327-9c9d-fbc137c06a49'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:02:51.067559 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54a15fe-a26e-4fb4-a10e-5ffed98234f5" -d '{"events": [{"name": "network-changed", "server_uuid": "03169a0c-3a0c-4b4c-9340-005bd2150fdf", "tag": "b28db0e5-3def-4327-9c9d-fbc137c06a49"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:02:51.092490 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663dbf66-0ed3-486c-a2d4-43504efd43d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b28db0e5-3def-4327-9c9d-fbc137c06a49,revision_number=3']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:02:51.114269 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 16:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2532d8df-a91b-4b78-8672-f16bc2401ed0 x-openstack-request-id: req-2532d8df-a91b-4b78-8672-f16bc2401ed0 {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:02:51.114566 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03169a0c-3a0c-4b4c-9340-005bd2150fdf", "tag": "b28db0e5-3def-4327-9c9d-fbc137c06a49", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:02:51.114825 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-2532d8df-a91b-4b78-8672-f16bc2401ed0 {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:02:51.115237 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03169a0c-3a0c-4b4c-9340-005bd2150fdf', 'tag': 'b28db0e5-3def-4327-9c9d-fbc137c06a49', 'status': 'completed', 'code': 200} Feb 02 16:02:51.190465 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a44a4-dc54-4c62-8603-f34881014706 req-60b12b1c-e1b2-4051-8b77-dbcce9854f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:51.192350 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-825a44a4-dc54-4c62-8603-f34881014706 req-60b12b1c-e1b2-4051-8b77-dbcce9854f99 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=34769f27376549ba84128199b3e82ec3&device_id=03169a0c-3a0c-4b4c-9340-005bd2150fdf HTTP/1.1" status: 200 len: 1127 time: 0.0470698 Feb 02 16:02:51.242995 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-825a44a4-dc54-4c62-8603-f34881014706 req-0a9cd2f3-a152-4bbe-ad98-7795bc616f2d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b28db0e5-3def-4327-9c9d-fbc137c06a49 HTTP/1.1" status: 200 len: 217 time: 0.0349300 Feb 02 16:02:51.293210 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a44a4-dc54-4c62-8603-f34881014706 req-09fcfb34-6ae6-46fd-93fb-945130e826c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:51.294674 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-825a44a4-dc54-4c62-8603-f34881014706 req-09fcfb34-6ae6-46fd-93fb-945130e826c2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fa0aa203-6f93-42c6-b19b-60ceb1b42ed8 HTTP/1.1" status: 200 len: 855 time: 0.0436895 Feb 02 16:02:51.331621 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-825a44a4-dc54-4c62-8603-f34881014706 req-29b7dff1-fea3-4463-92e0-197205ba50ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9639b810-b5b0-4d2b-bc2b-7788c5dbcebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296571 Feb 02 16:02:51.446369 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-825a44a4-dc54-4c62-8603-f34881014706 req-fbfd2435-0337-4721-94a5-927bd3802110 service neutron] 10.222.0.59 "GET /v2.0/networks/9639b810-b5b0-4d2b-bc2b-7788c5dbcebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080256 Feb 02 16:02:51.483671 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-50a09aec-9a9f-4763-a4e0-0636b035137a req-5b712533-d7ac-4a5c-9527-5f0439819590 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9e9ee7c3-35cf-45b4-aeff-0a813b707974&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772769 Feb 02 16:02:51.547407 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-825a44a4-dc54-4c62-8603-f34881014706 req-16567cda-6507-432d-8cd7-5064d805d526 service neutron] 10.222.0.59 "GET /v2.0/networks/9639b810-b5b0-4d2b-bc2b-7788c5dbcebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917525 Feb 02 16:02:51.592481 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a09aec-9a9f-4763-a4e0-0636b035137a req-6e65726b-bec3-49cd-b413-1063842a98de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:51.593958 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-50a09aec-9a9f-4763-a4e0-0636b035137a req-6e65726b-bec3-49cd-b413-1063842a98de service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=34769f27376549ba84128199b3e82ec3&device_id=9e9ee7c3-35cf-45b4-aeff-0a813b707974 HTTP/1.1" status: 200 len: 1130 time: 0.0456851 Feb 02 16:02:51.792623 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a15fe-a26e-4fb4-a10e-5ffed98234f5 req-1c500c59-bbd6-4cd8-8bbf-7ad2e04e083a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:51.794161 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-b54a15fe-a26e-4fb4-a10e-5ffed98234f5 req-1c500c59-bbd6-4cd8-8bbf-7ad2e04e083a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=34769f27376549ba84128199b3e82ec3&device_id=03169a0c-3a0c-4b4c-9340-005bd2150fdf HTTP/1.1" status: 200 len: 1127 time: 0.1165605 Feb 02 16:02:51.798520 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a09aec-9a9f-4763-a4e0-0636b035137a req-7cb5194b-1cde-40b3-9554-53ed4e0944d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:51.799927 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-50a09aec-9a9f-4763-a4e0-0636b035137a req-7cb5194b-1cde-40b3-9554-53ed4e0944d7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9639b810-b5b0-4d2b-bc2b-7788c5dbcebb HTTP/1.1" status: 200 len: 916 time: 0.1318283 Feb 02 16:02:51.859494 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-50a09aec-9a9f-4763-a4e0-0636b035137a req-3dac2746-63ab-431f-b256-5a636d8a3807 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ff72e5c-0f01-4bfd-866c-80885f0593fb HTTP/1.1" status: 200 len: 217 time: 0.0467601 Feb 02 16:02:51.947633 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a09aec-9a9f-4763-a4e0-0636b035137a req-9e94ea41-e3dc-49a6-b902-5bc4a84b2c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:51.949119 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-50a09aec-9a9f-4763-a4e0-0636b035137a req-9e94ea41-e3dc-49a6-b902-5bc4a84b2c9a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fa0aa203-6f93-42c6-b19b-60ceb1b42ed8 HTTP/1.1" status: 200 len: 855 time: 0.0813022 Feb 02 16:02:51.970704 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a15fe-a26e-4fb4-a10e-5ffed98234f5 req-ce20269a-33fe-45d8-858b-a7bf9245b21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:51.972158 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-b54a15fe-a26e-4fb4-a10e-5ffed98234f5 req-ce20269a-33fe-45d8-858b-a7bf9245b21d service neutron] 10.222.0.59 "GET /v2.0/networks?id=9639b810-b5b0-4d2b-bc2b-7788c5dbcebb HTTP/1.1" status: 200 len: 916 time: 0.1663213 Feb 02 16:02:51.992672 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-50a09aec-9a9f-4763-a4e0-0636b035137a req-be1193f7-e268-49e8-825f-8bd07e3a600b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9639b810-b5b0-4d2b-bc2b-7788c5dbcebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365415 Feb 02 16:02:52.027292 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-b54a15fe-a26e-4fb4-a10e-5ffed98234f5 req-6db470d7-d982-4c6f-8091-af7674bd8542 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b28db0e5-3def-4327-9c9d-fbc137c06a49 HTTP/1.1" status: 200 len: 217 time: 0.0417387 Feb 02 16:02:52.125143 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a15fe-a26e-4fb4-a10e-5ffed98234f5 req-05ba7dc7-33da-4c12-8461-58352e0fc9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:52.126678 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-b54a15fe-a26e-4fb4-a10e-5ffed98234f5 req-05ba7dc7-33da-4c12-8461-58352e0fc9e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fa0aa203-6f93-42c6-b19b-60ceb1b42ed8 HTTP/1.1" status: 200 len: 855 time: 0.0850539 Feb 02 16:02:52.151322 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-50a09aec-9a9f-4763-a4e0-0636b035137a req-92415674-c547-4b1e-94dd-fa3eaf155c73 service neutron] 10.222.0.59 "GET /v2.0/networks/9639b810-b5b0-4d2b-bc2b-7788c5dbcebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314454 Feb 02 16:02:52.168011 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-b54a15fe-a26e-4fb4-a10e-5ffed98234f5 req-99637db7-1b6a-4e3b-a996-c66020ee3fba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9639b810-b5b0-4d2b-bc2b-7788c5dbcebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303578 Feb 02 16:02:52.171503 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a007a1-30ce-4b70-b55e-bd320f48aaab req-13f76993-37cb-408c-a9f2-a48b36ebd0f5 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:52.172973 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d2a007a1-30ce-4b70-b55e-bd320f48aaab req-13f76993-37cb-408c-a9f2-a48b36ebd0f5 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=03169a0c-3a0c-4b4c-9340-005bd2150fdf HTTP/1.1" status: 200 len: 943 time: 0.0527132 Feb 02 16:02:52.219964 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d2a007a1-30ce-4b70-b55e-bd320f48aaab req-d0357bb2-5e0f-4e78-9e37-a49579e8527e tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403569 Feb 02 16:02:52.315708 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-50a09aec-9a9f-4763-a4e0-0636b035137a req-e0831172-0a75-4b8e-982a-fef3055851bf service neutron] 10.222.0.59 "GET /v2.0/networks/9639b810-b5b0-4d2b-bc2b-7788c5dbcebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499527 Feb 02 16:02:52.318981 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-b54a15fe-a26e-4fb4-a10e-5ffed98234f5 req-f6457281-80eb-4353-85b3-cf4137d3e9d6 service neutron] 10.222.0.59 "GET /v2.0/networks/9639b810-b5b0-4d2b-bc2b-7788c5dbcebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434553 Feb 02 16:02:52.423607 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-b54a15fe-a26e-4fb4-a10e-5ffed98234f5 req-91729c5d-0b26-48f7-a2af-19aeaf1663f5 service neutron] 10.222.0.59 "GET /v2.0/networks/9639b810-b5b0-4d2b-bc2b-7788c5dbcebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867927 Feb 02 16:02:53.338823 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205bb7c-c758-4e70-9261-e286ea32ca6c req-ff702112-f294-41fc-a44b-d831b5f3dba4 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:53.340285 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f205bb7c-c758-4e70-9261-e286ea32ca6c req-ff702112-f294-41fc-a44b-d831b5f3dba4 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=03169a0c-3a0c-4b4c-9340-005bd2150fdf HTTP/1.1" status: 200 len: 943 time: 0.0522902 Feb 02 16:02:53.386030 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f205bb7c-c758-4e70-9261-e286ea32ca6c req-191aa9a4-fbe8-4a40-ac39-72d12f00a893 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401797 Feb 02 16:02:54.506388 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305bd5de-8846-43f1-b471-67fdcf9ab67e req-398955e0-ff2f-40f6-bc16-4aa66cbd616e tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:54.507838 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-305bd5de-8846-43f1-b471-67fdcf9ab67e req-398955e0-ff2f-40f6-bc16-4aa66cbd616e tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=03169a0c-3a0c-4b4c-9340-005bd2150fdf HTTP/1.1" status: 200 len: 943 time: 0.0562792 Feb 02 16:02:54.553645 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-305bd5de-8846-43f1-b471-67fdcf9ab67e req-db8592ef-1278-4887-a4de-420f21a71f5d tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402777 Feb 02 16:02:54.814637 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device b28db0e5-3def-4327-9c9d-fbc137c06a49 details requested by agent hyperv_hv-cinder-82751 with host hv-cinder-82751 {{(pid=109040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 16:02:54.913538 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port b28db0e5-3def-4327-9c9d-fbc137c06a49, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=b28db0e5-3def-4327-9c9d-fbc137c06a49,segment=NetworkSegment(9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4),segment_id=9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:02:54.924250 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Returning: {'device': 'b28db0e5-3def-4327-9c9d-fbc137c06a49', 'network_id': '9639b810-b5b0-4d2b-bc2b-7788c5dbcebb', 'port_id': 'b28db0e5-3def-4327-9c9d-fbc137c06a49', 'mac_address': 'fa:16:3e:f9:24:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 998, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0aa203-6f93-42c6-b19b-60ceb1b42ed8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 16:02:54.960691 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port b28db0e5-3def-4327-9c9d-fbc137c06a49 is: DOWN; New status is: BUILD {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:02:54.961114 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (b28db0e5-3def-4327-9c9d-fbc137c06a49), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:54.974406 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28db0e5-3def-4327-9c9d-fbc137c06a49 {{(pid=109040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 16:02:54.993067 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port b28db0e5-3def-4327-9c9d-fbc137c06a49, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=b28db0e5-3def-4327-9c9d-fbc137c06a49,segment=NetworkSegment(9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4),segment_id=9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:02:54.996810 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (b28db0e5-3def-4327-9c9d-fbc137c06a49), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:55.045810 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=b28db0e5-3def-4327-9c9d-fbc137c06a49,revision_number=4']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:02:55.415274 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['b28db0e5-3def-4327-9c9d-fbc137c06a49'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 16:02:55.673421 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797a4c2-d6ed-41eb-b6ce-5636d729edbd req-e79f2558-f6c1-4d78-bde6-84f23801560a tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:55.674836 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4797a4c2-d6ed-41eb-b6ce-5636d729edbd req-e79f2558-f6c1-4d78-bde6-84f23801560a tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=03169a0c-3a0c-4b4c-9340-005bd2150fdf HTTP/1.1" status: 200 len: 944 time: 0.0530422 Feb 02 16:02:55.721029 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4797a4c2-d6ed-41eb-b6ce-5636d729edbd req-1ca8ba4e-71a5-463f-b1bc-7c068e250817 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400178 Feb 02 16:02:56.835761 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device b28db0e5-3def-4327-9c9d-fbc137c06a49 up at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 16:02:56.843261 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980d11b-4e2f-44e2-9e6e-08624e587be3 req-3b9f5dba-cde2-4157-a871-abc5a0783488 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:56.844741 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1980d11b-4e2f-44e2-9e6e-08624e587be3 req-3b9f5dba-cde2-4157-a871-abc5a0783488 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=03169a0c-3a0c-4b4c-9340-005bd2150fdf HTTP/1.1" status: 200 len: 944 time: 0.0575397 Feb 02 16:02:56.883593 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning for port b28db0e5-3def-4327-9c9d-fbc137c06a49 completed by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:02:56.887738 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning complete for port b28db0e5-3def-4327-9c9d-fbc137c06a49 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:02:56.888114 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (b28db0e5-3def-4327-9c9d-fbc137c06a49), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:56.892031 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1980d11b-4e2f-44e2-9e6e-08624e587be3 req-d9c8e61a-a02b-4712-8a3b-53fa2a1594cb tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417233 Feb 02 16:02:56.964894 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port b28db0e5-3def-4327-9c9d-fbc137c06a49 is: BUILD; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:02:56.965373 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (b28db0e5-3def-4327-9c9d-fbc137c06a49), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:56.988556 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03169a0c-3a0c-4b4c-9340-005bd2150fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28db0e5-3def-4327-9c9d-fbc137c06a49'}] {{(pid=109040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:02:56.991256 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1d7bcdb5a183cc49b107777b4db9278503cec4984c40d99c754c4d9ca4724a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60dc92da-640f-4666-b9d3-6b1475fa5ba8" -d '{"events": [{"server_uuid": "03169a0c-3a0c-4b4c-9340-005bd2150fdf", "name": "network-vif-plugged", "status": "completed", "tag": "b28db0e5-3def-4327-9c9d-fbc137c06a49"}]}' {{(pid=109040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:02:57.003817 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port b28db0e5-3def-4327-9c9d-fbc137c06a49, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=b28db0e5-3def-4327-9c9d-fbc137c06a49,segment=NetworkSegment(9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4),segment_id=9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:02:57.008874 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (b28db0e5-3def-4327-9c9d-fbc137c06a49), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:02:57.034810 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 16:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a751eef-e17b-45b7-9843-df9d32bc74c1 x-openstack-request-id: req-8a751eef-e17b-45b7-9843-df9d32bc74c1 {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:02:57.035108 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03169a0c-3a0c-4b4c-9340-005bd2150fdf", "name": "network-vif-plugged", "status": "completed", "tag": "b28db0e5-3def-4327-9c9d-fbc137c06a49", "code": 200}]} {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:02:57.035367 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-8a751eef-e17b-45b7-9843-df9d32bc74c1 {{(pid=109040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:02:57.035880 dv-cinder-827511-1-iscsi neutron-server[109040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03169a0c-3a0c-4b4c-9340-005bd2150fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28db0e5-3def-4327-9c9d-fbc137c06a49', 'code': 200} Feb 02 16:02:57.060772 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=b28db0e5-3def-4327-9c9d-fbc137c06a49,revision_number=5']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:02:57.068847 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:57.069248 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:57.069583 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:57.069931 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:57.070267 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:57.070602 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:57.070940 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:57.071272 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:57.071603 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:57.071937 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:57.072267 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:57.072595 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:57.072922 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:02:57.271315 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fcc119-8f6d-48b0-a4e1-3960e91fae5b req-0c791866-e925-4aec-aae6-aad9cd3d6c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:57.272746 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-53fcc119-8f6d-48b0-a4e1-3960e91fae5b req-0c791866-e925-4aec-aae6-aad9cd3d6c0f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=03169a0c-3a0c-4b4c-9340-005bd2150fdf HTTP/1.1" status: 200 len: 1129 time: 0.0449355 Feb 02 16:02:57.317875 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-53fcc119-8f6d-48b0-a4e1-3960e91fae5b req-1d2b6ba7-23f0-46c8-a703-585b29c31100 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376039 Feb 02 16:02:58.009678 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47de7f-c028-4753-93f4-b13ec8ad1f54 req-f963c29e-450b-4001-b659-33d0a1265d0b tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:58.011142 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4e47de7f-c028-4753-93f4-b13ec8ad1f54 req-f963c29e-450b-4001-b659-33d0a1265d0b tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=03169a0c-3a0c-4b4c-9340-005bd2150fdf HTTP/1.1" status: 200 len: 945 time: 0.0519342 Feb 02 16:02:58.057197 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4e47de7f-c028-4753-93f4-b13ec8ad1f54 req-3219b39a-c690-434d-adc8-2e9e541e7d12 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405428 Feb 02 16:02:59.174252 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50a009-bb29-4365-94bb-157070704424 req-06a69179-25c0-4cdb-91c4-bb72f7d0962d tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:02:59.175705 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ce50a009-bb29-4365-94bb-157070704424 req-06a69179-25c0-4cdb-91c4-bb72f7d0962d tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=03169a0c-3a0c-4b4c-9340-005bd2150fdf HTTP/1.1" status: 200 len: 945 time: 0.0518484 Feb 02 16:02:59.225216 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ce50a009-bb29-4365-94bb-157070704424 req-c45ffbc0-0ae9-4be7-ae92-e148ff78a381 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428207 Feb 02 16:03:11.000966 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3a46a-069b-46f5-8d65-3170482976f3 req-5d9eccac-168f-495e-86d7-9a3cb1bdccf1 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:03:11.002443 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-bbf3a46a-069b-46f5-8d65-3170482976f3 req-5d9eccac-168f-495e-86d7-9a3cb1bdccf1 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=03169a0c-3a0c-4b4c-9340-005bd2150fdf HTTP/1.1" status: 200 len: 945 time: 0.0508900 Feb 02 16:03:11.049141 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-bbf3a46a-069b-46f5-8d65-3170482976f3 req-b70e56c9-7f26-4c5b-922d-317cf67c977f tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404642 Feb 02 16:03:12.169257 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebbd3d-e0ff-441a-8b20-36b86a1f8109 req-bc22e8af-d199-4e3e-a03b-9612ff34a21d tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:03:12.170725 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-24ebbd3d-e0ff-441a-8b20-36b86a1f8109 req-bc22e8af-d199-4e3e-a03b-9612ff34a21d tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=03169a0c-3a0c-4b4c-9340-005bd2150fdf HTTP/1.1" status: 200 len: 945 time: 0.0509217 Feb 02 16:03:12.216731 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-24ebbd3d-e0ff-441a-8b20-36b86a1f8109 req-ba8b4db8-96ff-4284-9af3-c3b5e20d6d2a tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405188 Feb 02 16:03:12.856555 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-d0a39ac3-b791-450c-bdbb-5b8ce107b397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:12.915313 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814550b3-2e9a-4ce1-b3f1-09dd3275072a req-4ad4f9db-6922-4ccd-971a-99249e4ca936 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:03:12.916702 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-814550b3-2e9a-4ce1-b3f1-09dd3275072a req-4ad4f9db-6922-4ccd-971a-99249e4ca936 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.59 "GET /v2.0/ports?device_id=03169a0c-3a0c-4b4c-9340-005bd2150fdf HTTP/1.1" status: 200 len: 945 time: 0.0559552 Feb 02 16:03:13.006860 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-814550b3-2e9a-4ce1-b3f1-09dd3275072a req-bc9a6116-6629-41eb-977f-b11d381fdd3e tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Deleting port b28db0e5-3def-4327-9c9d-fbc137c06a49 {{(pid=109038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:03:13.007211 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-814550b3-2e9a-4ce1-b3f1-09dd3275072a req-bc9a6116-6629-41eb-977f-b11d381fdd3e tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (b28db0e5-3def-4327-9c9d-fbc137c06a49), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:13.098569 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-814550b3-2e9a-4ce1-b3f1-09dd3275072a req-bc9a6116-6629-41eb-977f-b11d381fdd3e tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] For port b28db0e5-3def-4327-9c9d-fbc137c06a49, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=b28db0e5-3def-4327-9c9d-fbc137c06a49,segment=NetworkSegment(9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4),segment_id=9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4)] {{(pid=109038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:03:13.098930 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-814550b3-2e9a-4ce1-b3f1-09dd3275072a req-bc9a6116-6629-41eb-977f-b11d381fdd3e tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (b28db0e5-3def-4327-9c9d-fbc137c06a49), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:13.110901 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-814550b3-2e9a-4ce1-b3f1-09dd3275072a req-bc9a6116-6629-41eb-977f-b11d381fdd3e tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Calling delete_port for b28db0e5-3def-4327-9c9d-fbc137c06a49 owned by compute:nova {{(pid=109038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:03:13.236078 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-814550b3-2e9a-4ce1-b3f1-09dd3275072a req-bc9a6116-6629-41eb-977f-b11d381fdd3e tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (b28db0e5-3def-4327-9c9d-fbc137c06a49), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:13.263971 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a6116-6629-41eb-977f-b11d381fdd3e tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Pushing event deleted for resources: {'Port': ['ID=b28db0e5-3def-4327-9c9d-fbc137c06a49,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:13.276650 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['5ff72e5c-0f01-4bfd-866c-80885f0593fb', '5c3e29f7-f969-43ab-ac76-d5a189c5aac0', 'ce94685d-b580-4b96-9c6f-dcbcd6629e59', 'b28db0e5-3def-4327-9c9d-fbc137c06a49'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 16:03:13.314815 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-814550b3-2e9a-4ce1-b3f1-09dd3275072a req-bc9a6116-6629-41eb-977f-b11d381fdd3e tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] No DVR routers for this DVR port b28db0e5-3def-4327-9c9d-fbc137c06a49 on host hv-cinder-82751 {{(pid=109038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:03:13.315871 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4d549bfb-dc74-4f77-ae10-a83597545ab5 req-ae81abd3-97b2-47a1-bbf2-abed8dbda506 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=03169a0c-3a0c-4b4c-9340-005bd2150fdf HTTP/1.1" status: 200 len: 210 time: 0.0306485 Feb 02 16:03:13.317414 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-814550b3-2e9a-4ce1-b3f1-09dd3275072a req-bc9a6116-6629-41eb-977f-b11d381fdd3e tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:13.321604 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-814550b3-2e9a-4ce1-b3f1-09dd3275072a req-bc9a6116-6629-41eb-977f-b11d381fdd3e tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.59 "DELETE /v2.0/ports/b28db0e5-3def-4327-9c9d-fbc137c06a49 HTTP/1.1" status: 204 len: 173 time: 0.3997719 Feb 02 16:03:13.322213 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03169a0c-3a0c-4b4c-9340-005bd2150fdf', 'name': 'network-vif-deleted', 'tag': 'b28db0e5-3def-4327-9c9d-fbc137c06a49'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:03:13.324411 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2978d7-1fa0-4830-b8b8-b221d36ae0b5" -d '{"events": [{"server_uuid": "03169a0c-3a0c-4b4c-9340-005bd2150fdf", "name": "network-vif-deleted", "tag": "b28db0e5-3def-4327-9c9d-fbc137c06a49"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:03:13.368248 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 16:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a42e29-568b-409c-b34b-23b5a2efc8d4 x-openstack-request-id: req-89a42e29-568b-409c-b34b-23b5a2efc8d4 {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:03:13.368588 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03169a0c-3a0c-4b4c-9340-005bd2150fdf", "name": "network-vif-deleted", "tag": "b28db0e5-3def-4327-9c9d-fbc137c06a49", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:03:13.368837 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-89a42e29-568b-409c-b34b-23b5a2efc8d4 {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:03:13.369258 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03169a0c-3a0c-4b4c-9340-005bd2150fdf', 'name': 'network-vif-deleted', 'tag': 'b28db0e5-3def-4327-9c9d-fbc137c06a49', 'status': 'completed', 'code': 200} Feb 02 16:03:15.372054 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-bb24d779-ce77-465b-8554-f25a43bffddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:15.704117 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c7c52-916b-4831-890e-1c054279d3fc req-1218d8fc-209b-42c2-89da-96cc5b17b9f4 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:03:15.705606 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e66c7c52-916b-4831-890e-1c054279d3fc req-1218d8fc-209b-42c2-89da-96cc5b17b9f4 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=12aa79ec-408f-42bb-9d26-f3565aec9aa1 HTTP/1.1" status: 200 len: 945 time: 0.0532928 Feb 02 16:03:15.751993 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e66c7c52-916b-4831-890e-1c054279d3fc req-69f7b81b-8217-448d-b4aa-d981a3451c42 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397527 Feb 02 16:03:16.265694 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:16.870912 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d89d7-d198-4a4c-a106-dfedfba63d6e req-a9b0f2e8-027d-44ea-bc1f-a4f429700cf7 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:03:16.872371 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5f8d89d7-d198-4a4c-a106-dfedfba63d6e req-a9b0f2e8-027d-44ea-bc1f-a4f429700cf7 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=12aa79ec-408f-42bb-9d26-f3565aec9aa1 HTTP/1.1" status: 200 len: 945 time: 0.0505509 Feb 02 16:03:16.883536 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device b28db0e5-3def-4327-9c9d-fbc137c06a49 no longer exists at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:03:16.903566 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] No Port match for: b28db0e5-3def-4327-9c9d-fbc137c06a49 {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:03:16.903845 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device b28db0e5-3def-4327-9c9d-fbc137c06a49 not bound to the agent host hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:03:16.918529 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5f8d89d7-d198-4a4c-a106-dfedfba63d6e req-03248de9-fca1-4a8f-9d2b-ad7516f96d6a tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406854 Feb 02 16:03:17.478290 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:17.480714 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a624d82-9d0e-497b-9ecd-b141603b3f28 req-d645ddb6-dbd9-484b-9232-295f8231c2f0 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:03:17.482235 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-8a624d82-9d0e-497b-9ecd-b141603b3f28 req-d645ddb6-dbd9-484b-9232-295f8231c2f0 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.59 "GET /v2.0/ports?device_id=12aa79ec-408f-42bb-9d26-f3565aec9aa1 HTTP/1.1" status: 200 len: 945 time: 0.0532155 Feb 02 16:03:17.575873 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-8a624d82-9d0e-497b-9ecd-b141603b3f28 req-f624380f-f3a7-4bbf-b0c3-6143a5ecfa75 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Deleting port ce94685d-b580-4b96-9c6f-dcbcd6629e59 {{(pid=109038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:03:17.576219 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-8a624d82-9d0e-497b-9ecd-b141603b3f28 req-f624380f-f3a7-4bbf-b0c3-6143a5ecfa75 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (ce94685d-b580-4b96-9c6f-dcbcd6629e59), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:17.662026 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-8a624d82-9d0e-497b-9ecd-b141603b3f28 req-f624380f-f3a7-4bbf-b0c3-6143a5ecfa75 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] For port ce94685d-b580-4b96-9c6f-dcbcd6629e59, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=ce94685d-b580-4b96-9c6f-dcbcd6629e59,segment=NetworkSegment(9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4),segment_id=9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4)] {{(pid=109038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:03:17.662398 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-8a624d82-9d0e-497b-9ecd-b141603b3f28 req-f624380f-f3a7-4bbf-b0c3-6143a5ecfa75 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (ce94685d-b580-4b96-9c6f-dcbcd6629e59), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:17.675447 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-8a624d82-9d0e-497b-9ecd-b141603b3f28 req-f624380f-f3a7-4bbf-b0c3-6143a5ecfa75 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Calling delete_port for ce94685d-b580-4b96-9c6f-dcbcd6629e59 owned by compute:nova {{(pid=109038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:03:17.697259 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:17.803229 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-8a624d82-9d0e-497b-9ecd-b141603b3f28 req-f624380f-f3a7-4bbf-b0c3-6143a5ecfa75 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (ce94685d-b580-4b96-9c6f-dcbcd6629e59), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:17.832641 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f624380f-f3a7-4bbf-b0c3-6143a5ecfa75 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Pushing event deleted for resources: {'Port': ['ID=ce94685d-b580-4b96-9c6f-dcbcd6629e59,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:17.839279 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['5ff72e5c-0f01-4bfd-866c-80885f0593fb', '5c3e29f7-f969-43ab-ac76-d5a189c5aac0', 'ce94685d-b580-4b96-9c6f-dcbcd6629e59'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 16:03:17.874439 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a624d82-9d0e-497b-9ecd-b141603b3f28 req-f624380f-f3a7-4bbf-b0c3-6143a5ecfa75 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] No DVR routers for this DVR port ce94685d-b580-4b96-9c6f-dcbcd6629e59 on host hv-cinder-82751 {{(pid=109038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:03:17.877031 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-8a624d82-9d0e-497b-9ecd-b141603b3f28 req-f624380f-f3a7-4bbf-b0c3-6143a5ecfa75 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:17.880558 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-8a624d82-9d0e-497b-9ecd-b141603b3f28 req-f624380f-f3a7-4bbf-b0c3-6143a5ecfa75 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.59 "DELETE /v2.0/ports/ce94685d-b580-4b96-9c6f-dcbcd6629e59 HTTP/1.1" status: 204 len: 173 time: 0.3915763 Feb 02 16:03:17.881010 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12aa79ec-408f-42bb-9d26-f3565aec9aa1', 'name': 'network-vif-deleted', 'tag': 'ce94685d-b580-4b96-9c6f-dcbcd6629e59'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:03:17.884182 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae0751c-644f-4a47-b126-29b3cd493753" -d '{"events": [{"server_uuid": "12aa79ec-408f-42bb-9d26-f3565aec9aa1", "name": "network-vif-deleted", "tag": "ce94685d-b580-4b96-9c6f-dcbcd6629e59"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:03:17.926055 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 16:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94136ab8-29ab-4588-8690-2860b770cad3 x-openstack-request-id: req-94136ab8-29ab-4588-8690-2860b770cad3 {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:03:17.926349 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12aa79ec-408f-42bb-9d26-f3565aec9aa1", "name": "network-vif-deleted", "tag": "ce94685d-b580-4b96-9c6f-dcbcd6629e59", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:03:17.926606 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-94136ab8-29ab-4588-8690-2860b770cad3 {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:03:17.927283 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12aa79ec-408f-42bb-9d26-f3565aec9aa1', 'name': 'network-vif-deleted', 'tag': 'ce94685d-b580-4b96-9c6f-dcbcd6629e59', 'status': 'completed', 'code': 200} Feb 02 16:03:18.020786 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-026529da-061f-4d79-b9c3-6c009df59fbc req-01c8c6b2-951b-4174-84a7-b0592f4a0499 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=12aa79ec-408f-42bb-9d26-f3565aec9aa1 HTTP/1.1" status: 200 len: 210 time: 0.0329590 Feb 02 16:03:19.214303 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:19.288321 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05628337-2616-431f-9030-bcffeea173b7 req-51c27975-5a65-46db-9657-243f3269ec48 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:03:19.290566 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-05628337-2616-431f-9030-bcffeea173b7 req-51c27975-5a65-46db-9657-243f3269ec48 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=51304c9a-5132-4bde-93d9-46b0027899ba HTTP/1.1" status: 200 len: 946 time: 0.0521216 Feb 02 16:03:19.338027 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-05628337-2616-431f-9030-bcffeea173b7 req-9f7e80dd-9430-4df0-a9b1-e5cf7c068169 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417888 Feb 02 16:03:19.379006 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 16:03:20.460499 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52756dd6-af3b-4b09-a7a7-986ba5ed369d req-7c8a87dc-c95c-4b00-8a07-dc9b7910f34b tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:03:20.461964 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-52756dd6-af3b-4b09-a7a7-986ba5ed369d req-7c8a87dc-c95c-4b00-8a07-dc9b7910f34b tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=51304c9a-5132-4bde-93d9-46b0027899ba HTTP/1.1" status: 200 len: 946 time: 0.0549147 Feb 02 16:03:20.509716 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-52756dd6-af3b-4b09-a7a7-986ba5ed369d req-07805f6e-7791-419c-956c-9d27b0efc57a tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402124 Feb 02 16:03:20.797521 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0821c8-cea3-442c-ad2f-5137cd3678a7 req-01cf5727-b87b-4b24-b5a9-102774dd8510 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:03:20.799183 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6c0821c8-cea3-442c-ad2f-5137cd3678a7 req-01cf5727-b87b-4b24-b5a9-102774dd8510 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.59 "GET /v2.0/ports?device_id=51304c9a-5132-4bde-93d9-46b0027899ba HTTP/1.1" status: 200 len: 946 time: 0.0560608 Feb 02 16:03:20.886968 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-6c0821c8-cea3-442c-ad2f-5137cd3678a7 req-aac0e4b2-e488-44fa-ac55-7482d9643470 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Deleting port 5c3e29f7-f969-43ab-ac76-d5a189c5aac0 {{(pid=109038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:03:20.887310 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-6c0821c8-cea3-442c-ad2f-5137cd3678a7 req-aac0e4b2-e488-44fa-ac55-7482d9643470 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (5c3e29f7-f969-43ab-ac76-d5a189c5aac0), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:20.890718 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device ce94685d-b580-4b96-9c6f-dcbcd6629e59 no longer exists at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:03:20.910083 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] No Port match for: ce94685d-b580-4b96-9c6f-dcbcd6629e59 {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:03:20.910430 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device ce94685d-b580-4b96-9c6f-dcbcd6629e59 not bound to the agent host hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:03:20.978115 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-6c0821c8-cea3-442c-ad2f-5137cd3678a7 req-aac0e4b2-e488-44fa-ac55-7482d9643470 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] For port 5c3e29f7-f969-43ab-ac76-d5a189c5aac0, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=5c3e29f7-f969-43ab-ac76-d5a189c5aac0,segment=NetworkSegment(9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4),segment_id=9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4)] {{(pid=109038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:03:20.978483 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-6c0821c8-cea3-442c-ad2f-5137cd3678a7 req-aac0e4b2-e488-44fa-ac55-7482d9643470 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (5c3e29f7-f969-43ab-ac76-d5a189c5aac0), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:20.990176 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-6c0821c8-cea3-442c-ad2f-5137cd3678a7 req-aac0e4b2-e488-44fa-ac55-7482d9643470 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Calling delete_port for 5c3e29f7-f969-43ab-ac76-d5a189c5aac0 owned by compute:nova {{(pid=109038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:03:21.112888 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-6c0821c8-cea3-442c-ad2f-5137cd3678a7 req-aac0e4b2-e488-44fa-ac55-7482d9643470 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (5c3e29f7-f969-43ab-ac76-d5a189c5aac0), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:21.143169 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0e4b2-e488-44fa-ac55-7482d9643470 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Pushing event deleted for resources: {'Port': ['ID=5c3e29f7-f969-43ab-ac76-d5a189c5aac0,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:21.151825 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['5ff72e5c-0f01-4bfd-866c-80885f0593fb', '5c3e29f7-f969-43ab-ac76-d5a189c5aac0'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 16:03:21.188028 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0821c8-cea3-442c-ad2f-5137cd3678a7 req-aac0e4b2-e488-44fa-ac55-7482d9643470 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] No DVR routers for this DVR port 5c3e29f7-f969-43ab-ac76-d5a189c5aac0 on host hv-cinder-82751 {{(pid=109038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:03:21.190620 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-6c0821c8-cea3-442c-ad2f-5137cd3678a7 req-aac0e4b2-e488-44fa-ac55-7482d9643470 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:21.194090 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6c0821c8-cea3-442c-ad2f-5137cd3678a7 req-aac0e4b2-e488-44fa-ac55-7482d9643470 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.59 "DELETE /v2.0/ports/5c3e29f7-f969-43ab-ac76-d5a189c5aac0 HTTP/1.1" status: 204 len: 173 time: 0.3883667 Feb 02 16:03:21.194551 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51304c9a-5132-4bde-93d9-46b0027899ba', 'name': 'network-vif-deleted', 'tag': '5c3e29f7-f969-43ab-ac76-d5a189c5aac0'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:03:21.197658 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975ef427-ec32-4c62-aa22-0e66030e5007" -d '{"events": [{"server_uuid": "51304c9a-5132-4bde-93d9-46b0027899ba", "name": "network-vif-deleted", "tag": "5c3e29f7-f969-43ab-ac76-d5a189c5aac0"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:03:21.241390 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 16:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7fecfe-d996-40ab-a473-db5a9227d8ae x-openstack-request-id: req-df7fecfe-d996-40ab-a473-db5a9227d8ae {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:03:21.241909 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51304c9a-5132-4bde-93d9-46b0027899ba", "name": "network-vif-deleted", "tag": "5c3e29f7-f969-43ab-ac76-d5a189c5aac0", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:03:21.242378 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-df7fecfe-d996-40ab-a473-db5a9227d8ae {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:03:21.242832 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51304c9a-5132-4bde-93d9-46b0027899ba', 'name': 'network-vif-deleted', 'tag': '5c3e29f7-f969-43ab-ac76-d5a189c5aac0', 'status': 'completed', 'code': 200} Feb 02 16:03:21.615412 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3a6b7faf-ffac-42e7-933c-017ba0a27f92 req-f4d01bc7-489a-487f-80c2-25c5f51591be tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=51304c9a-5132-4bde-93d9-46b0027899ba HTTP/1.1" status: 200 len: 210 time: 0.0304823 Feb 02 16:03:24.001458 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64de85-2ac3-4f70-bcfd-d4004a871d27 req-e8a6afc1-ddb9-4d6b-9b53-0740c805b70f tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:03:24.002918 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3b64de85-2ac3-4f70-bcfd-d4004a871d27 req-e8a6afc1-ddb9-4d6b-9b53-0740c805b70f tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=9e9ee7c3-35cf-45b4-aeff-0a813b707974 HTTP/1.1" status: 200 len: 946 time: 0.0520613 Feb 02 16:03:24.048829 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3b64de85-2ac3-4f70-bcfd-d4004a871d27 req-71a84a18-9ad6-4e83-a0e9-094320e9658a tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401690 Feb 02 16:03:24.891131 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 5c3e29f7-f969-43ab-ac76-d5a189c5aac0 no longer exists at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:03:24.910933 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] No Port match for: 5c3e29f7-f969-43ab-ac76-d5a189c5aac0 {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:03:24.911279 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 5c3e29f7-f969-43ab-ac76-d5a189c5aac0 not bound to the agent host hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:03:25.168188 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da058aac-c84e-4efd-a955-e5bcb33519be req-6ddaf307-a60f-4d19-aee4-8fbb8127b9bd tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:03:25.169598 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-da058aac-c84e-4efd-a955-e5bcb33519be req-6ddaf307-a60f-4d19-aee4-8fbb8127b9bd tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=9e9ee7c3-35cf-45b4-aeff-0a813b707974 HTTP/1.1" status: 200 len: 946 time: 0.0511580 Feb 02 16:03:25.214980 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-da058aac-c84e-4efd-a955-e5bcb33519be req-f018203c-aa1c-48c1-a61b-039d1c227e67 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/security-groups?id=c2a14512-a963-4ad9-9275-d09fc2f94508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398548 Feb 02 16:03:25.651250 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60edfb-c537-4890-8d37-e0d0ce5ec637 req-ec417201-1e20-4aea-ac41-bd6a0831b6e9 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:03:25.652688 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-5f60edfb-c537-4890-8d37-e0d0ce5ec637 req-ec417201-1e20-4aea-ac41-bd6a0831b6e9 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e9ee7c3-35cf-45b4-aeff-0a813b707974 HTTP/1.1" status: 200 len: 946 time: 0.0508769 Feb 02 16:03:25.745030 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-5f60edfb-c537-4890-8d37-e0d0ce5ec637 req-8590e10d-b581-4c61-8d4d-08c66d645535 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Deleting port 5ff72e5c-0f01-4bfd-866c-80885f0593fb {{(pid=109038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:03:25.745400 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-5f60edfb-c537-4890-8d37-e0d0ce5ec637 req-8590e10d-b581-4c61-8d4d-08c66d645535 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (5ff72e5c-0f01-4bfd-866c-80885f0593fb), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:25.831982 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-5f60edfb-c537-4890-8d37-e0d0ce5ec637 req-8590e10d-b581-4c61-8d4d-08c66d645535 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] For port 5ff72e5c-0f01-4bfd-866c-80885f0593fb, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=5ff72e5c-0f01-4bfd-866c-80885f0593fb,segment=NetworkSegment(9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4),segment_id=9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4)] {{(pid=109038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:03:25.832343 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-5f60edfb-c537-4890-8d37-e0d0ce5ec637 req-8590e10d-b581-4c61-8d4d-08c66d645535 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (5ff72e5c-0f01-4bfd-866c-80885f0593fb), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:25.844961 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-5f60edfb-c537-4890-8d37-e0d0ce5ec637 req-8590e10d-b581-4c61-8d4d-08c66d645535 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Calling delete_port for 5ff72e5c-0f01-4bfd-866c-80885f0593fb owned by compute:nova {{(pid=109038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:03:25.970504 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-5f60edfb-c537-4890-8d37-e0d0ce5ec637 req-8590e10d-b581-4c61-8d4d-08c66d645535 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (5ff72e5c-0f01-4bfd-866c-80885f0593fb), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:25.996810 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590e10d-b581-4c61-8d4d-08c66d645535 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Pushing event deleted for resources: {'Port': ['ID=5ff72e5c-0f01-4bfd-866c-80885f0593fb,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:26.005779 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['5ff72e5c-0f01-4bfd-866c-80885f0593fb'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 16:03:26.044055 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f60edfb-c537-4890-8d37-e0d0ce5ec637 req-8590e10d-b581-4c61-8d4d-08c66d645535 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] No DVR routers for this DVR port 5ff72e5c-0f01-4bfd-866c-80885f0593fb on host hv-cinder-82751 {{(pid=109038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:03:26.046451 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-5f60edfb-c537-4890-8d37-e0d0ce5ec637 req-8590e10d-b581-4c61-8d4d-08c66d645535 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:26.049730 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-5f60edfb-c537-4890-8d37-e0d0ce5ec637 req-8590e10d-b581-4c61-8d4d-08c66d645535 tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.59 "DELETE /v2.0/ports/5ff72e5c-0f01-4bfd-866c-80885f0593fb HTTP/1.1" status: 204 len: 173 time: 0.3915148 Feb 02 16:03:26.050167 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9ee7c3-35cf-45b4-aeff-0a813b707974', 'name': 'network-vif-deleted', 'tag': '5ff72e5c-0f01-4bfd-866c-80885f0593fb'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:03:26.052648 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7245c5b-20cb-4c74-9cf2-4ad12448f10b" -d '{"events": [{"server_uuid": "9e9ee7c3-35cf-45b4-aeff-0a813b707974", "name": "network-vif-deleted", "tag": "5ff72e5c-0f01-4bfd-866c-80885f0593fb"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:03:26.092262 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 16:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc2b87f-5d60-433c-911f-09578b397748 x-openstack-request-id: req-5bc2b87f-5d60-433c-911f-09578b397748 {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:03:26.092556 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9ee7c3-35cf-45b4-aeff-0a813b707974", "name": "network-vif-deleted", "tag": "5ff72e5c-0f01-4bfd-866c-80885f0593fb", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:03:26.092810 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-5bc2b87f-5d60-433c-911f-09578b397748 {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:03:26.093232 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9ee7c3-35cf-45b4-aeff-0a813b707974', 'name': 'network-vif-deleted', 'tag': '5ff72e5c-0f01-4bfd-866c-80885f0593fb', 'status': 'completed', 'code': 200} Feb 02 16:03:26.321586 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9da2d7b5-761f-4299-b45d-6baf4a55c857 req-197264d8-8223-409e-bcb5-913414be943e tempest-AttachVolumeNegativeTest-654285359 tempest-AttachVolumeNegativeTest-654285359-project] 10.222.0.112 "GET /v2.0/ports?device_id=9e9ee7c3-35cf-45b4-aeff-0a813b707974 HTTP/1.1" status: 200 len: 210 time: 0.0304365 Feb 02 16:03:27.376814 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 37448) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:03:27.421452 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf24deb8-ca1b-470a-8289-ba034cd60bce admin admin] Deleting subnet fa0aa203-6f93-42c6-b19b-60ceb1b42ed8 {{(pid=109038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 16:03:27.424400 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-cf24deb8-ca1b-470a-8289-ba034cd60bce admin admin] Publish callbacks [] for subnet (fa0aa203-6f93-42c6-b19b-60ceb1b42ed8), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:27.457798 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-cf24deb8-ca1b-470a-8289-ba034cd60bce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5222245'] for subnet (fa0aa203-6f93-42c6-b19b-60ceb1b42ed8), precommit_delete_associations {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:27.495052 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-cf24deb8-ca1b-470a-8289-ba034cd60bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145137'] for subnet (fa0aa203-6f93-42c6-b19b-60ceb1b42ed8), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:27.545787 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-cf24deb8-ca1b-470a-8289-ba034cd60bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4863332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5232880'] for subnet (fa0aa203-6f93-42c6-b19b-60ceb1b42ed8), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:27.580866 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf24deb8-ca1b-470a-8289-ba034cd60bce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa0aa203-6f93-42c6-b19b-60ceb1b42ed8,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:27.584358 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-cf24deb8-ca1b-470a-8289-ba034cd60bce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:27.588605 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-cf24deb8-ca1b-470a-8289-ba034cd60bce admin admin] 10.222.0.112 "DELETE /v2.0/subnets/fa0aa203-6f93-42c6-b19b-60ceb1b42ed8 HTTP/1.1" status: 204 len: 168 time: 0.2107306 Feb 02 16:03:27.591043 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 37450) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:03:27.657701 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-276f2125-9bd7-4b3b-9e67-b7204d5b21a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1153519'] for network (9639b810-b5b0-4d2b-bc2b-7788c5dbcebb), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:27.737316 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-276f2125-9bd7-4b3b-9e67-b7204d5b21a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143470', 'neutron.services.segments.db._delete_segments_for_network-8791047536797'] for network (9639b810-b5b0-4d2b-bc2b-7788c5dbcebb), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:27.756649 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.services.segments.db [None req-276f2125-9bd7-4b3b-9e67-b7204d5b21a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9639b810-b5b0-4d2b-bc2b-7788c5dbcebb']}} {{(pid=109038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:03:27.766284 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.services.segments.db [None req-276f2125-9bd7-4b3b-9e67-b7204d5b21a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4') {'for_net_delete': True} {{(pid=109038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:03:27.766586 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.services.segments.db [None req-276f2125-9bd7-4b3b-9e67-b7204d5b21a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4') {} {{(pid=109038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:03:27.776190 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-276f2125-9bd7-4b3b-9e67-b7204d5b21a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791047557030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5222254'] for segment (9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:27.789122 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-276f2125-9bd7-4b3b-9e67-b7204d5b21a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:27.794965 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-276f2125-9bd7-4b3b-9e67-b7204d5b21a4 admin admin] Releasing vlan 998 on physical network physnet1 to pool {{(pid=109038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 16:03:27.795320 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-276f2125-9bd7-4b3b-9e67-b7204d5b21a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4863390'] for segment (9d026b20-4d35-4fd4-a1e4-0d491ce4f4d4), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:27.796917 dv-cinder-827511-1-iscsi neutron-server[109038]: Traceback (most recent call last): Feb 02 16:03:27.796917 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 16:03:27.796917 dv-cinder-827511-1-iscsi neutron-server[109038]: timer() Feb 02 16:03:27.796917 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:03:27.796917 dv-cinder-827511-1-iscsi neutron-server[109038]: cb(*args, **kw) Feb 02 16:03:27.796917 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 16:03:27.796917 dv-cinder-827511-1-iscsi neutron-server[109038]: return func(*args, **kwargs) Feb 02 16:03:27.796917 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:03:27.796917 dv-cinder-827511-1-iscsi neutron-server[109038]: self._notify() Feb 02 16:03:27.796917 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:03:27.796917 dv-cinder-827511-1-iscsi neutron-server[109038]: self.callback(batched_events) Feb 02 16:03:27.796917 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:03:27.796917 dv-cinder-827511-1-iscsi neutron-server[109038]: event.method(event) Feb 02 16:03:27.796917 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 16:03:27.796917 dv-cinder-827511-1-iscsi neutron-server[109038]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:03:27.796917 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 16:03:27.796917 dv-cinder-827511-1-iscsi neutron-server[109038]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:03:27.796917 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 16:03:27.796917 dv-cinder-827511-1-iscsi neutron-server[109038]: return f(self, *a, **k) Feb 02 16:03:27.796917 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:03:27.796917 dv-cinder-827511-1-iscsi neutron-server[109038]: return self._get(url).json() Feb 02 16:03:27.796917 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:03:27.796917 dv-cinder-827511-1-iscsi neutron-server[109038]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:03:27.796917 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 16:03:27.796917 dv-cinder-827511-1-iscsi neutron-server[109038]: return self.request(url, 'GET', **kwargs) Feb 02 16:03:27.796917 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 16:03:27.796917 dv-cinder-827511-1-iscsi neutron-server[109038]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:03:27.796917 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 16:03:27.796917 dv-cinder-827511-1-iscsi neutron-server[109038]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:03:27.796917 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 16:03:27.796917 dv-cinder-827511-1-iscsi neutron-server[109038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:03:27.796917 dv-cinder-827511-1-iscsi neutron-server[109038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:03:27.851254 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-276f2125-9bd7-4b3b-9e67-b7204d5b21a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7937865'] for network (9639b810-b5b0-4d2b-bc2b-7788c5dbcebb), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:27.856549 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-276f2125-9bd7-4b3b-9e67-b7204d5b21a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:27.859722 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-276f2125-9bd7-4b3b-9e67-b7204d5b21a4 admin admin] 10.222.0.112 "DELETE /v2.0/networks/9639b810-b5b0-4d2b-bc2b-7788c5dbcebb HTTP/1.1" status: 204 len: 168 time: 0.2677646 Feb 02 16:03:27.870365 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f2125-9bd7-4b3b-9e67-b7204d5b21a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9639b810-b5b0-4d2b-bc2b-7788c5dbcebb,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:28.021185 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 37454) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:03:28.063775 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-7af493c1-263c-4dbd-a97e-57cfb3503542 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=34769f27376549ba84128199b3e82ec3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413821 Feb 02 16:03:28.066199 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 37456) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:03:28.112432 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-a0f6083a-ed64-4138-96ee-bc084a92945a admin admin] Publish callbacks [] for security_group (c2a14512-a963-4ad9-9275-d09fc2f94508), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:28.133768 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-a0f6083a-ed64-4138-96ee-bc084a92945a admin admin] Publish callbacks [] for security_group (c2a14512-a963-4ad9-9275-d09fc2f94508), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:28.184811 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-a0f6083a-ed64-4138-96ee-bc084a92945a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (c2a14512-a963-4ad9-9275-d09fc2f94508), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:28.187410 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-a0f6083a-ed64-4138-96ee-bc084a92945a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:28.188574 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-a0f6083a-ed64-4138-96ee-bc084a92945a admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/c2a14512-a963-4ad9-9275-d09fc2f94508 HTTP/1.1" status: 204 len: 168 time: 0.1214492 Feb 02 16:03:28.197737 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6083a-ed64-4138-96ee-bc084a92945a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a14512-a963-4ad9-9275-d09fc2f94508,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:28.905410 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 5ff72e5c-0f01-4bfd-866c-80885f0593fb no longer exists at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:03:28.925041 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] No Port match for: 5ff72e5c-0f01-4bfd-866c-80885f0593fb {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:03:28.925414 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 5ff72e5c-0f01-4bfd-866c-80885f0593fb not bound to the agent host hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:03:32.954884 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 37530) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:03:33.059729 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-9facbc48-da24-4d5c-ab30-eb222cf9afce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:33.133802 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-9facbc48-da24-4d5c-ab30-eb222cf9afce admin admin] Publish callbacks [] for security_group (c6993dda-d7e5-48e6-a233-5a8923de5b35), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:33.137515 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-9facbc48-da24-4d5c-ab30-eb222cf9afce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (c6993dda-d7e5-48e6-a233-5a8923de5b35), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:33.175862 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-9facbc48-da24-4d5c-ab30-eb222cf9afce admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=2752baca8d5541429d52b115b7396877&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198858 Feb 02 16:03:33.176985 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9facbc48-da24-4d5c-ab30-eb222cf9afce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6993dda-d7e5-48e6-a233-5a8923de5b35,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:33.178901 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 37534) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:03:33.225307 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-b0e85e45-0f67-4d5f-9053-8f5bddd45d91 admin admin] Publish callbacks [] for security_group (c6993dda-d7e5-48e6-a233-5a8923de5b35), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:33.245799 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-b0e85e45-0f67-4d5f-9053-8f5bddd45d91 admin admin] Publish callbacks [] for security_group (c6993dda-d7e5-48e6-a233-5a8923de5b35), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:33.290468 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-b0e85e45-0f67-4d5f-9053-8f5bddd45d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (c6993dda-d7e5-48e6-a233-5a8923de5b35), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:33.293002 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-b0e85e45-0f67-4d5f-9053-8f5bddd45d91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:33.294174 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-b0e85e45-0f67-4d5f-9053-8f5bddd45d91 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/c6993dda-d7e5-48e6-a233-5a8923de5b35 HTTP/1.1" status: 204 len: 168 time: 0.1142442 Feb 02 16:03:33.301604 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e85e45-0f67-4d5f-9053-8f5bddd45d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6993dda-d7e5-48e6-a233-5a8923de5b35,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:33.309037 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e85e45-0f67-4d5f-9053-8f5bddd45d91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:33.309418 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e85e45-0f67-4d5f-9053-8f5bddd45d91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:33.309767 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e85e45-0f67-4d5f-9053-8f5bddd45d91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:33.310113 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e85e45-0f67-4d5f-9053-8f5bddd45d91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:33.310449 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e85e45-0f67-4d5f-9053-8f5bddd45d91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:33.310784 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e85e45-0f67-4d5f-9053-8f5bddd45d91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:33.311119 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e85e45-0f67-4d5f-9053-8f5bddd45d91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:33.311453 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e85e45-0f67-4d5f-9053-8f5bddd45d91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:33.311785 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e85e45-0f67-4d5f-9053-8f5bddd45d91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:33.312116 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e85e45-0f67-4d5f-9053-8f5bddd45d91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:33.312446 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e85e45-0f67-4d5f-9053-8f5bddd45d91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:33.312773 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e85e45-0f67-4d5f-9053-8f5bddd45d91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:33.313118 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e85e45-0f67-4d5f-9053-8f5bddd45d91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:33.552909 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 37540) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:03:33.565842 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-bffd67a2-3b49-4783-bbdb-a6e81e9cd2c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:33.637901 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-bffd67a2-3b49-4783-bbdb-a6e81e9cd2c6 admin admin] Publish callbacks [] for security_group (e47da577-2b7f-4d8f-b1bd-63b45f7b334d), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:33.641506 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-bffd67a2-3b49-4783-bbdb-a6e81e9cd2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (e47da577-2b7f-4d8f-b1bd-63b45f7b334d), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:33.679759 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-bffd67a2-3b49-4783-bbdb-a6e81e9cd2c6 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=2be5f0ddd0ab46e7bdda1005ab6f0d0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1256568 Feb 02 16:03:33.680596 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd67a2-3b49-4783-bbdb-a6e81e9cd2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47da577-2b7f-4d8f-b1bd-63b45f7b334d,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:33.682579 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 37542) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:03:33.739810 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-eaca9362-a7a8-4ea1-b4d0-4b3ee98a6e81 admin admin] Publish callbacks [] for security_group (e47da577-2b7f-4d8f-b1bd-63b45f7b334d), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:34.039530 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-eaca9362-a7a8-4ea1-b4d0-4b3ee98a6e81 admin admin] Publish callbacks [] for security_group (e47da577-2b7f-4d8f-b1bd-63b45f7b334d), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:34.091339 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-eaca9362-a7a8-4ea1-b4d0-4b3ee98a6e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (e47da577-2b7f-4d8f-b1bd-63b45f7b334d), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:34.094138 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-eaca9362-a7a8-4ea1-b4d0-4b3ee98a6e81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:34.095299 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-eaca9362-a7a8-4ea1-b4d0-4b3ee98a6e81 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/e47da577-2b7f-4d8f-b1bd-63b45f7b334d HTTP/1.1" status: 204 len: 168 time: 0.4113598 Feb 02 16:03:34.103887 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca9362-a7a8-4ea1-b4d0-4b3ee98a6e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47da577-2b7f-4d8f-b1bd-63b45f7b334d,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:35.185596 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 37572) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:03:35.294881 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-4c2e9514-1798-411d-a2e5-8043aa952577 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:35.371108 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-4c2e9514-1798-411d-a2e5-8043aa952577 admin admin] Publish callbacks [] for security_group (29039eb6-3bc1-4cc5-b5ac-ab31bc0fcf36), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:35.376158 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-4c2e9514-1798-411d-a2e5-8043aa952577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (29039eb6-3bc1-4cc5-b5ac-ab31bc0fcf36), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:35.417521 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-4c2e9514-1798-411d-a2e5-8043aa952577 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=411473c72d034c2f91474a47c76454a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308176 Feb 02 16:03:35.418455 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e9514-1798-411d-a2e5-8043aa952577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29039eb6-3bc1-4cc5-b5ac-ab31bc0fcf36,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:35.420202 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 37576) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:03:35.473439 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-42e779ff-6fef-4306-b3c6-e409f441100a admin admin] Publish callbacks [] for security_group (29039eb6-3bc1-4cc5-b5ac-ab31bc0fcf36), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:35.495319 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-42e779ff-6fef-4306-b3c6-e409f441100a admin admin] Publish callbacks [] for security_group (29039eb6-3bc1-4cc5-b5ac-ab31bc0fcf36), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:35.550301 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-42e779ff-6fef-4306-b3c6-e409f441100a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (29039eb6-3bc1-4cc5-b5ac-ab31bc0fcf36), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:35.553264 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-42e779ff-6fef-4306-b3c6-e409f441100a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:35.555109 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-42e779ff-6fef-4306-b3c6-e409f441100a admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/29039eb6-3bc1-4cc5-b5ac-ab31bc0fcf36 HTTP/1.1" status: 204 len: 168 time: 0.1338458 Feb 02 16:03:35.563313 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e779ff-6fef-4306-b3c6-e409f441100a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29039eb6-3bc1-4cc5-b5ac-ab31bc0fcf36,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:42.864468 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-1b8e66a9-c8dc-4dc2-a519-3cab3c20ab7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:45.378874 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-39a4bc20-cbe1-4a0b-98c2-a65782fde352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:46.267654 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:46.286060 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 37710) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:03:46.392315 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-2a6b06a0-51fa-4e19-a2cf-fbe20017e853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:46.465300 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-2a6b06a0-51fa-4e19-a2cf-fbe20017e853 admin admin] Publish callbacks [] for security_group (540602c6-58fd-4acb-a481-481f734e6248), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:46.469372 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-2a6b06a0-51fa-4e19-a2cf-fbe20017e853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (540602c6-58fd-4acb-a481-481f734e6248), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:46.505929 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b06a0-51fa-4e19-a2cf-fbe20017e853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540602c6-58fd-4acb-a481-481f734e6248,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:46.510179 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-2a6b06a0-51fa-4e19-a2cf-fbe20017e853 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=634b50f62e334987bbbbfddbea143413&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231336 Feb 02 16:03:46.513210 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 37714) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:03:46.562307 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-9f593f5f-4aa2-4ccb-b102-105a8b679189 admin admin] Publish callbacks [] for security_group (540602c6-58fd-4acb-a481-481f734e6248), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:46.582443 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-9f593f5f-4aa2-4ccb-b102-105a8b679189 admin admin] Publish callbacks [] for security_group (540602c6-58fd-4acb-a481-481f734e6248), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:46.627286 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-9f593f5f-4aa2-4ccb-b102-105a8b679189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (540602c6-58fd-4acb-a481-481f734e6248), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:46.630062 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-9f593f5f-4aa2-4ccb-b102-105a8b679189 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:46.631201 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-9f593f5f-4aa2-4ccb-b102-105a8b679189 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/540602c6-58fd-4acb-a481-481f734e6248 HTTP/1.1" status: 204 len: 168 time: 0.1175003 Feb 02 16:03:46.638954 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f593f5f-4aa2-4ccb-b102-105a8b679189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540602c6-58fd-4acb-a481-481f734e6248,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:47.240557 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 37736) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:03:47.339013 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-8ebc791b-57ca-43d6-b76e-c4567923eff5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-384836905-network', 'tenant_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:03:47.359106 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebc791b-57ca-43d6-b76e-c4567923eff5 admin admin] Made reservation on behalf of 8c5fa1e7da1a4fd8bb28d4c4bf7d6af8 for: {'network': 1} {{(pid=109039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:03:47.361481 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-8ebc791b-57ca-43d6-b76e-c4567923eff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for network (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:47.370141 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-8ebc791b-57ca-43d6-b76e-c4567923eff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:47.447078 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-8ebc791b-57ca-43d6-b76e-c4567923eff5 admin admin] Publish callbacks [] for security_group (4952c2aa-b786-4a3e-af81-6e9989b2583a), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:47.450810 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-8ebc791b-57ca-43d6-b76e-c4567923eff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (4952c2aa-b786-4a3e-af81-6e9989b2583a), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:47.478112 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ebc791b-57ca-43d6-b76e-c4567923eff5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 962} {{(pid=109039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:03:47.478663 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:47.487847 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc791b-57ca-43d6-b76e-c4567923eff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4952c2aa-b786-4a3e-af81-6e9989b2583a,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:47.492761 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-8ebc791b-57ca-43d6-b76e-c4567923eff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (e5c0a66a-77d1-4c07-8a7b-cd774d2104b2), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:47.493131 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.db.segments_db [None req-8ebc791b-57ca-43d6-b76e-c4567923eff5 admin admin] Added segment e5c0a66a-77d1-4c07-8a7b-cd774d2104b2 of type vlan for network aabac339-88bb-4656-bc3f-961da151c5f2 Feb 02 16:03:47.533070 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-8ebc791b-57ca-43d6-b76e-c4567923eff5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791047091321'] for network (aabac339-88bb-4656-bc3f-961da151c5f2), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:47.557827 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-8ebc791b-57ca-43d6-b76e-c4567923eff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529'] for network (aabac339-88bb-4656-bc3f-961da151c5f2), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:47.558946 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebc791b-57ca-43d6-b76e-c4567923eff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:03:47.559525 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-8ebc791b-57ca-43d6-b76e-c4567923eff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:47.593091 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-8ebc791b-57ca-43d6-b76e-c4567923eff5 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3512816 Feb 02 16:03:47.596030 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 37740) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:03:47.602442 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-bfd9c8f5-7c10-4a47-b64c-b4fb16bfbed7 admin admin] Request body: {'subnet': {'network_id': 'aabac339-88bb-4656-bc3f-961da151c5f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-384836905-subnet', 'tenant_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'ip_version': 4}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:03:47.622057 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd9c8f5-7c10-4a47-b64c-b4fb16bfbed7 admin admin] Made reservation on behalf of 8c5fa1e7da1a4fd8bb28d4c4bf7d6af8 for: {'subnet': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:03:47.624306 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-bfd9c8f5-7c10-4a47-b64c-b4fb16bfbed7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5233683'] for subnet (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:47.625673 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc791b-57ca-43d6-b76e-c4567923eff5 admin admin] Pushing event updated for resources: {'Network': ['ID=aabac339-88bb-4656-bc3f-961da151c5f2,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:47.636124 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Network aabac339-88bb-4656-bc3f-961da151c5f2 details requested by agent ovs-agent-dv-cinder-827511-1-iscsi with host dv-cinder-827511-1-iscsi {{(pid=109040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 16:03:47.716185 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:47.798541 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-bfd9c8f5-7c10-4a47-b64c-b4fb16bfbed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4863271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5232889'] for subnet (3b9d63f1-7cf6-4f6b-a05b-4fa352676686), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:47.857373 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd9c8f5-7c10-4a47-b64c-b4fb16bfbed7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b9d63f1-7cf6-4f6b-a05b-4fa352676686,revision_number=0']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:47.865916 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd9c8f5-7c10-4a47-b64c-b4fb16bfbed7 admin admin] Checking segment: {'id': 'e5c0a66a-77d1-4c07-8a7b-cd774d2104b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'aabac339-88bb-4656-bc3f-961da151c5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 16:03:47.866279 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd9c8f5-7c10-4a47-b64c-b4fb16bfbed7 admin admin] Network hostable DHCP agents. Network: aabac339-88bb-4656-bc3f-961da151c5f2, hostable agents: ['c53fdfd4-74a4-4640-bea7-ca8e654bcb85'], hosted agents: [] {{(pid=109038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:03:47.883778 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd9c8f5-7c10-4a47-b64c-b4fb16bfbed7 admin admin] Network aabac339-88bb-4656-bc3f-961da151c5f2 is scheduled to be hosted by DHCP agent c53fdfd4-74a4-4640-bea7-ca8e654bcb85 with binding_index 1 {{(pid=109038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:03:47.893184 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [None req-bfd9c8f5-7c10-4a47-b64c-b4fb16bfbed7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827511-1-iscsi, aabac339-88bb-4656-bc3f-961da151c5f2) {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:03:47.897380 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd9c8f5-7c10-4a47-b64c-b4fb16bfbed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:03:47.897978 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-bfd9c8f5-7c10-4a47-b64c-b4fb16bfbed7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:47.902708 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff17bdfa-4f75-45af-9a68-160df82668aa None None] Network aabac339-88bb-4656-bc3f-961da151c5f2 requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 16:03:47.914791 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-bfd9c8f5-7c10-4a47-b64c-b4fb16bfbed7 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3168044 Feb 02 16:03:47.917600 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 37742) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:03:47.921943 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-e45b5e9c-dd1e-4d9c-8ccf-e3552ad7e7d5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-384836905-router', 'tenant_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'}}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:03:47.940942 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e45b5e9c-dd1e-4d9c-8ccf-e3552ad7e7d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7954820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4637'] for router (8dd5f62c-befe-4ea2-81d3-5762fac85f89), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:47.942011 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e45b5e9c-dd1e-4d9c-8ccf-e3552ad7e7d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8316468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7936462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7985232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4628'] for router (8dd5f62c-befe-4ea2-81d3-5762fac85f89), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:47.994580 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e45b5e9c-dd1e-4d9c-8ccf-e3552ad7e7d5 admin admin] Publish callbacks [] for router_controller (8dd5f62c-befe-4ea2-81d3-5762fac85f89), precommit_add_association {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:48.010485 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289381b1-1910-4e76-b44c-5b03b3465f33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb731cab0-9462-5933-b2b8-c5fd2c1b6f81-aabac339-88bb-4656-bc3f-961da151c5f2', 'network_id': 'aabac339-88bb-4656-bc3f-961da151c5f2', 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'fixed_ips': [{'subnet_id': '3b9d63f1-7cf6-4f6b-a05b-4fa352676686'}]}} from dv-cinder-827511-1-iscsi. {{(pid=109040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 16:03:48.011366 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-289381b1-1910-4e76-b44c-5b03b3465f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:48.142233 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e45b5e9c-dd1e-4d9c-8ccf-e3552ad7e7d5 admin admin] Publish callbacks [] for router_gateway (8dd5f62c-befe-4ea2-81d3-5762fac85f89), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:48.149772 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.db_base_plugin_common [None req-289381b1-1910-4e76-b44c-5b03b3465f33 None None] Allocated IP 172.20.0.2 (aabac339-88bb-4656-bc3f-961da151c5f2/3b9d63f1-7cf6-4f6b-a05b-4fa352676686/9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e) {{(pid=109040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:03:48.297298 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-289381b1-1910-4e76-b44c-5b03b3465f33 None None] Publish callbacks [] for port (9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e), precommit_create {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:48.303418 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-289381b1-1910-4e76-b44c-5b03b3465f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353'] for port (9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e), after_create {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:48.342016 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e45b5e9c-dd1e-4d9c-8ccf-e3552ad7e7d5 admin admin] Publish callbacks [] for router_gateway (8dd5f62c-befe-4ea2-81d3-5762fac85f89), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:48.351170 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289381b1-1910-4e76-b44c-5b03b3465f33 None None] Network aabac339-88bb-4656-bc3f-961da151c5f2 is already hosted by enough agents. {{(pid=109040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:03:48.355726 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289381b1-1910-4e76-b44c-5b03b3465f33 None None] Pushing event updated for resources: {'Port': ['ID=9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e,revision_number=1']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:48.359416 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.scheduler.base_scheduler [None req-289381b1-1910-4e76-b44c-5b03b3465f33 None None] Resources bound (agent type, host, resource id): {{(pid=109040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:03:48.361589 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289381b1-1910-4e76-b44c-5b03b3465f33 None None] Received port after_create {{(pid=109040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 16:03:48.365449 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e45b5e9c-dd1e-4d9c-8ccf-e3552ad7e7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:48.418008 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-289381b1-1910-4e76-b44c-5b03b3465f33 None None] Attempting to bind port 9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e on host dv-cinder-827511-1-iscsi for vnic_type normal with profile {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 16:03:48.418296 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-289381b1-1910-4e76-b44c-5b03b3465f33 None None] Attempting to bind port 9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e by drivers openvswitch,hyperv on host dv-cinder-827511-1-iscsi at level 0 using segments [{'id': 'e5c0a66a-77d1-4c07-8a7b-cd774d2104b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'aabac339-88bb-4656-bc3f-961da151c5f2'}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 16:03:48.418670 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289381b1-1910-4e76-b44c-5b03b3465f33 None None] Attempting to bind port 9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e on network aabac339-88bb-4656-bc3f-961da151c5f2 {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 16:03:48.424169 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289381b1-1910-4e76-b44c-5b03b3465f33 None None] Checking agent: {'id': 'b5af8d0a-fb73-41c0-8b14-396d0b8fc477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827511-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 45, 49), 'started_at': datetime.datetime(2022, 2, 2, 15, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827511-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 16:03:48.424564 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289381b1-1910-4e76-b44c-5b03b3465f33 None None] Checking segment: {'id': 'e5c0a66a-77d1-4c07-8a7b-cd774d2104b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'aabac339-88bb-4656-bc3f-961da151c5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 16:03:48.424944 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-289381b1-1910-4e76-b44c-5b03b3465f33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:48.425376 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289381b1-1910-4e76-b44c-5b03b3465f33 None None] Bound using segment: {'id': 'e5c0a66a-77d1-4c07-8a7b-cd774d2104b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'aabac339-88bb-4656-bc3f-961da151c5f2'} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 16:03:48.425857 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-289381b1-1910-4e76-b44c-5b03b3465f33 None None] Bound port: 9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e, host: dv-cinder-827511-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c0a66a-77d1-4c07-8a7b-cd774d2104b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'aabac339-88bb-4656-bc3f-961da151c5f2'}}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 16:03:48.426244 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-289381b1-1910-4e76-b44c-5b03b3465f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:48.482215 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_common [None req-e45b5e9c-dd1e-4d9c-8ccf-e3552ad7e7d5 admin admin] Allocated IP 172.27.3.183 (b73e1e25-daa0-4c48-af6a-058d6b286a0a/28a77757-7571-4525-b12f-0d0c59f041b8/688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a) {{(pid=109038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:03:48.491779 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-289381b1-1910-4e76-b44c-5b03b3465f33 None None] For port 9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e, host dv-cinder-827511-1-iscsi, cleared binding levels {{(pid=109040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:03:48.495798 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-289381b1-1910-4e76-b44c-5b03b3465f33 None None] For port 9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e, host dv-cinder-827511-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e,segment=NetworkSegment(e5c0a66a-77d1-4c07-8a7b-cd774d2104b2),segment_id=e5c0a66a-77d1-4c07-8a7b-cd774d2104b2)] {{(pid=109040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:03:48.501370 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-289381b1-1910-4e76-b44c-5b03b3465f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:48.558979 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289381b1-1910-4e76-b44c-5b03b3465f33 None None] Pushing event updated for resources: {'Port': ['ID=9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e,revision_number=2']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:48.602206 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e45b5e9c-dd1e-4d9c-8ccf-e3552ad7e7d5 admin admin] Publish callbacks [] for port (688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:48.639492 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e45b5e9c-dd1e-4d9c-8ccf-e3552ad7e7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:48.678922 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45b5e9c-dd1e-4d9c-8ccf-e3552ad7e7d5 admin admin] Network b73e1e25-daa0-4c48-af6a-058d6b286a0a is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:03:48.683153 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [None req-e45b5e9c-dd1e-4d9c-8ccf-e3552ad7e7d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:03:48.685810 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45b5e9c-dd1e-4d9c-8ccf-e3552ad7e7d5 admin admin] Received port after_create {{(pid=109038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 16:03:48.725317 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b5e9c-dd1e-4d9c-8ccf-e3552ad7e7d5 admin admin] Pushing event updated for resources: {'Port': ['ID=688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:48.958511 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e45b5e9c-dd1e-4d9c-8ccf-e3552ad7e7d5 admin admin] Publish callbacks [] for router_gateway (8dd5f62c-befe-4ea2-81d3-5762fac85f89), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:49.153837 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e45b5e9c-dd1e-4d9c-8ccf-e3552ad7e7d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8316479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7936445'] for router (8dd5f62c-befe-4ea2-81d3-5762fac85f89), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:49.226161 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:49.298414 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45b5e9c-dd1e-4d9c-8ccf-e3552ad7e7d5 admin admin] Router 8dd5f62c-befe-4ea2-81d3-5762fac85f89 is scheduled to L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 with binding_index 1 {{(pid=109038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 16:03:49.411915 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45b5e9c-dd1e-4d9c-8ccf-e3552ad7e7d5 admin admin] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:03:49.423922 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657870c6-3346-43cb-9e6f-5c589426260c None None] Sync routers for ids ['8dd5f62c-befe-4ea2-81d3-5762fac85f89'] in dv-cinder-827511-1-iscsi {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:03:49.433121 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-e45b5e9c-dd1e-4d9c-8ccf-e3552ad7e7d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:49.436909 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-e45b5e9c-dd1e-4d9c-8ccf-e3552ad7e7d5 admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5158403 Feb 02 16:03:49.437085 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657870c6-3346-43cb-9e6f-5c589426260c None None] Routers {'8dd5f62c-befe-4ea2-81d3-5762fac85f89'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:03:49.437085 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-657870c6-3346-43cb-9e6f-5c589426260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:03:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['8dd5f62c-befe-4ea2-81d3-5762fac85f89'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:03:49.437530 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 37746) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:03:49.493932 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bbf80a-4fdb-49b5-a809-54bd6ec56fde None None] Network aabac339-88bb-4656-bc3f-961da151c5f2 requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 16:03:49.748068 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-657870c6-3346-43cb-9e6f-5c589426260c None None] Set router 8dd5f62c-befe-4ea2-81d3-5762fac85f89 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:03:49.777666 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-2a9c62ba-e2e3-4a9c-832d-b02952b00650 None None] Provisioning complete for port 9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:03:49.778051 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-2a9c62ba-e2e3-4a9c-832d-b02952b00650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:50.011478 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-2a9c62ba-e2e3-4a9c-832d-b02952b00650 None None] Current status of the port 9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e is: DOWN; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:03:50.011782 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-2a9c62ba-e2e3-4a9c-832d-b02952b00650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:50.062775 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-2a9c62ba-e2e3-4a9c-832d-b02952b00650 None None] For port 9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e,segment=NetworkSegment(e5c0a66a-77d1-4c07-8a7b-cd774d2104b2),segment_id=e5c0a66a-77d1-4c07-8a7b-cd774d2104b2)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:03:50.073544 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-2a9c62ba-e2e3-4a9c-832d-b02952b00650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:50.080323 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-657870c6-3346-43cb-9e6f-5c589426260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'name': 'tempest-TestMinimumBasicScenario-384836905-router', 'tenant_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:03:47Z', 'updated_at': '2022-02-02T16:03:48Z', 'revision_number': 3, 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'gw_port': {'id': '688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:03:48Z', 'updated_at': '2022-02-02T16:03:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi'}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:03:50.092056 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-f07d3465-2800-4d0f-ac1e-336ccfec3385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:50.134660 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657870c6-3346-43cb-9e6f-5c589426260c None None] Checking router: 8dd5f62c-befe-4ea2-81d3-5762fac85f89 for host: dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:03:50.135015 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657870c6-3346-43cb-9e6f-5c589426260c None None] Updating router 8dd5f62c-befe-4ea2-81d3-5762fac85f89 port 688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a binding host dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 16:03:50.179408 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-657870c6-3346-43cb-9e6f-5c589426260c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:50.182522 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9c62ba-e2e3-4a9c-832d-b02952b00650 None None] Pushing event updated for resources: {'Port': ['ID=9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e,revision_number=3']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:50.233606 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-ef1b2714-1fb6-4992-9ff0-c4b037c67eed None None] Provisioning complete for port 9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:03:50.233905 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2714-1fb6-4992-9ff0-c4b037c67eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:50.248355 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.db_base_plugin_common [None req-f07d3465-2800-4d0f-ac1e-336ccfec3385 admin admin] Allocated IP 172.20.0.1 (aabac339-88bb-4656-bc3f-961da151c5f2/3b9d63f1-7cf6-4f6b-a05b-4fa352676686/bbd9617f-4ce4-4a9f-a052-66b864e61e28) {{(pid=109039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:03:50.355112 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-f07d3465-2800-4d0f-ac1e-336ccfec3385 admin admin] Publish callbacks [] for port (bbd9617f-4ce4-4a9f-a052-66b864e61e28), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:50.389785 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-f07d3465-2800-4d0f-ac1e-336ccfec3385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5289298'] for port (bbd9617f-4ce4-4a9f-a052-66b864e61e28), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:50.432412 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07d3465-2800-4d0f-ac1e-336ccfec3385 admin admin] Network aabac339-88bb-4656-bc3f-961da151c5f2 is already hosted by enough agents. {{(pid=109039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:03:50.435277 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.base_scheduler [None req-f07d3465-2800-4d0f-ac1e-336ccfec3385 admin admin] Resources bound (agent type, host, resource id): {{(pid=109039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:03:50.439457 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07d3465-2800-4d0f-ac1e-336ccfec3385 admin admin] Received port after_create {{(pid=109039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 16:03:50.441681 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d3465-2800-4d0f-ac1e-336ccfec3385 admin admin] Pushing event updated for resources: {'Port': ['ID=bbd9617f-4ce4-4a9f-a052-66b864e61e28,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:50.444089 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-ef1b2714-1fb6-4992-9ff0-c4b037c67eed None None] Current status of the port 9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:03:50.484443 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-f07d3465-2800-4d0f-ac1e-336ccfec3385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7937998'] for router_interface (8dd5f62c-befe-4ea2-81d3-5762fac85f89), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:50.512765 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-657870c6-3346-43cb-9e6f-5c589426260c None None] Publish callbacks [] for port (688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a), precommit_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:50.519769 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-657870c6-3346-43cb-9e6f-5c589426260c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:50.580009 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-657870c6-3346-43cb-9e6f-5c589426260c None None] Attempting to bind port 688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a on host dv-cinder-827511-1-iscsi for vnic_type normal with profile {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 16:03:50.580387 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-657870c6-3346-43cb-9e6f-5c589426260c None None] Attempting to bind port 688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a by drivers openvswitch,hyperv on host dv-cinder-827511-1-iscsi at level 0 using segments [{'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 16:03:50.580752 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657870c6-3346-43cb-9e6f-5c589426260c None None] Attempting to bind port 688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a on network b73e1e25-daa0-4c48-af6a-058d6b286a0a {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 16:03:50.583707 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339305f-a1ad-47f4-87c1-e162057537c0 None None] Pushing event updated for resources: {'Port': ['ID=688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a,revision_number=2']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:50.590735 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657870c6-3346-43cb-9e6f-5c589426260c None None] Checking agent: {'id': 'b5af8d0a-fb73-41c0-8b14-396d0b8fc477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827511-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 45, 49), 'started_at': datetime.datetime(2022, 2, 2, 15, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827511-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 16:03:50.591121 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657870c6-3346-43cb-9e6f-5c589426260c None None] Checking segment: {'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 16:03:50.591530 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-657870c6-3346-43cb-9e6f-5c589426260c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:50.591927 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657870c6-3346-43cb-9e6f-5c589426260c None None] Bound using segment: {'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 16:03:50.592449 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-657870c6-3346-43cb-9e6f-5c589426260c None None] Bound port: 688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a, host: dv-cinder-827511-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'}}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 16:03:50.592777 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-657870c6-3346-43cb-9e6f-5c589426260c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:50.629894 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-f07d3465-2800-4d0f-ac1e-336ccfec3385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (bbd9617f-4ce4-4a9f-a052-66b864e61e28), before_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:50.648014 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-657870c6-3346-43cb-9e6f-5c589426260c None None] For port 688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a, host dv-cinder-827511-1-iscsi, cleared binding levels {{(pid=109040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:03:50.651998 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-657870c6-3346-43cb-9e6f-5c589426260c None None] For port 688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a, host dv-cinder-827511-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a,segment=NetworkSegment(aa18bba3-a434-4e8a-926e-117b8687e1ff),segment_id=aa18bba3-a434-4e8a-926e-117b8687e1ff)] {{(pid=109040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:03:50.658422 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-657870c6-3346-43cb-9e6f-5c589426260c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:50.723906 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-c5aaa115-7a42-4b26-99d3-d045c7660a45 None None] Provisioning complete for port bbd9617f-4ce4-4a9f-a052-66b864e61e28 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:03:50.724218 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-c5aaa115-7a42-4b26-99d3-d045c7660a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (bbd9617f-4ce4-4a9f-a052-66b864e61e28), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:50.756201 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339305f-a1ad-47f4-87c1-e162057537c0 None None] Pushing event updated for resources: {'Port': ['ID=688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a,revision_number=3']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:50.763683 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657870c6-3346-43cb-9e6f-5c589426260c None None] Routers {'8dd5f62c-befe-4ea2-81d3-5762fac85f89'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:03:50.764534 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-657870c6-3346-43cb-9e6f-5c589426260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:03:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['8dd5f62c-befe-4ea2-81d3-5762fac85f89'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:03:50.806926 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 16:03:50.813888 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-c5aaa115-7a42-4b26-99d3-d045c7660a45 None None] Port bbd9617f-4ce4-4a9f-a052-66b864e61e28 cannot update to ACTIVE because it is not bound. {{(pid=109040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 16:03:50.826274 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-f07d3465-2800-4d0f-ac1e-336ccfec3385 admin admin] Publish callbacks [] for port (bbd9617f-4ce4-4a9f-a052-66b864e61e28), precommit_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:50.830900 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-f07d3465-2800-4d0f-ac1e-336ccfec3385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5289307'] for port (bbd9617f-4ce4-4a9f-a052-66b864e61e28), after_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:50.897619 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d3465-2800-4d0f-ac1e-336ccfec3385 admin admin] Pushing event updated for resources: {'Port': ['ID=bbd9617f-4ce4-4a9f-a052-66b864e61e28,revision_number=2']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:50.903416 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-f07d3465-2800-4d0f-ac1e-336ccfec3385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8109355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7937662'] for router_interface (8dd5f62c-befe-4ea2-81d3-5762fac85f89), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:50.917496 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-657870c6-3346-43cb-9e6f-5c589426260c None None] Set router 8dd5f62c-befe-4ea2-81d3-5762fac85f89 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:03:50.945014 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port 9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:03:50.945959 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:50.991691 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07d3465-2800-4d0f-ac1e-336ccfec3385 admin admin] Network aabac339-88bb-4656-bc3f-961da151c5f2 is already hosted by enough agents. {{(pid=109039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:03:50.993283 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.base_scheduler [None req-f07d3465-2800-4d0f-ac1e-336ccfec3385 admin admin] Resources bound (agent type, host, resource id): {{(pid=109039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:03:51.116717 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07d3465-2800-4d0f-ac1e-336ccfec3385 admin admin] Router 8dd5f62c-befe-4ea2-81d3-5762fac85f89 has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:03:51.137918 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port 9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:03:51.190986 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-657870c6-3346-43cb-9e6f-5c589426260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'name': 'tempest-TestMinimumBasicScenario-384836905-router', 'tenant_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:03:47Z', 'updated_at': '2022-02-02T16:03:50Z', 'revision_number': 4, 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'gw_port': {'id': '688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:03:48Z', 'updated_at': '2022-02-02T16:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': 'bbd9617f-4ce4-4a9f-a052-66b864e61e28', 'name': '', 'network_id': 'aabac339-88bb-4656-bc3f-961da151c5f2', 'tenant_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'mac_address': 'fa:16:3e:a4:ae:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3b9d63f1-7cf6-4f6b-a05b-4fa352676686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:03:50Z', 'updated_at': '2022-02-02T16:03:50Z', 'revision_number': 1, 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'subnets': [{'id': '3b9d63f1-7cf6-4f6b-a05b-4fa352676686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:03:51.217796 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657870c6-3346-43cb-9e6f-5c589426260c None None] The sync data for ids ['8dd5f62c-befe-4ea2-81d3-5762fac85f89'] in dv-cinder-827511-1-iscsi is: [{'id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'name': 'tempest-TestMinimumBasicScenario-384836905-router', 'tenant_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:03:47Z', 'updated_at': '2022-02-02T16:03:50Z', 'revision_number': 4, 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'gw_port': {'id': '688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:03:48Z', 'updated_at': '2022-02-02T16:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': 'bbd9617f-4ce4-4a9f-a052-66b864e61e28', 'name': '', 'network_id': 'aabac339-88bb-4656-bc3f-961da151c5f2', 'tenant_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'mac_address': 'fa:16:3e:a4:ae:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3b9d63f1-7cf6-4f6b-a05b-4fa352676686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:03:50Z', 'updated_at': '2022-02-02T16:03:50Z', 'revision_number': 1, 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'subnets': [{'id': '3b9d63f1-7cf6-4f6b-a05b-4fa352676686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:03:51.232421 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07d3465-2800-4d0f-ac1e-336ccfec3385 admin admin] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:03:51.241835 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-94638ee5-af9f-4223-99dc-98bb87ab1468 None None] Provisioning complete for port bbd9617f-4ce4-4a9f-a052-66b864e61e28 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:03:51.242923 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-f07d3465-2800-4d0f-ac1e-336ccfec3385 admin admin] 10.222.0.112 "PUT /v2.0/routers/8dd5f62c-befe-4ea2-81d3-5762fac85f89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8030272 Feb 02 16:03:51.243059 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-94638ee5-af9f-4223-99dc-98bb87ab1468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (bbd9617f-4ce4-4a9f-a052-66b864e61e28), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:51.279435 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-94638ee5-af9f-4223-99dc-98bb87ab1468 None None] Port bbd9617f-4ce4-4a9f-a052-66b864e61e28 cannot update to ACTIVE because it is not bound. {{(pid=109040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 16:03:51.753905 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 37762) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:03:51.759802 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-aa30498c-f603-41f1-bcef-cb61ea0a94bb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1146077413-network', 'tenant_id': '645ca54a55f14fbd896da241ab5344a2'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:03:51.785306 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa30498c-f603-41f1-bcef-cb61ea0a94bb admin admin] Made reservation on behalf of 645ca54a55f14fbd896da241ab5344a2 for: {'network': 1} {{(pid=109039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:03:51.787741 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-aa30498c-f603-41f1-bcef-cb61ea0a94bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for network (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:51.796973 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-aa30498c-f603-41f1-bcef-cb61ea0a94bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:51.875608 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-aa30498c-f603-41f1-bcef-cb61ea0a94bb admin admin] Publish callbacks [] for security_group (c77f503b-7b74-499c-8c26-3ca455a08b0a), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:51.881614 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-aa30498c-f603-41f1-bcef-cb61ea0a94bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (c77f503b-7b74-499c-8c26-3ca455a08b0a), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:51.896992 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa30498c-f603-41f1-bcef-cb61ea0a94bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 971} {{(pid=109039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:03:51.910984 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-aa30498c-f603-41f1-bcef-cb61ea0a94bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (1643bc1a-2235-49f2-9c9d-19d3847eb35b), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:51.911339 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.db.segments_db [None req-aa30498c-f603-41f1-bcef-cb61ea0a94bb admin admin] Added segment 1643bc1a-2235-49f2-9c9d-19d3847eb35b of type vlan for network eef2a50e-f02c-450e-ad57-87c1f628bacd Feb 02 16:03:51.962597 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30498c-f603-41f1-bcef-cb61ea0a94bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77f503b-7b74-499c-8c26-3ca455a08b0a,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:51.976548 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-aa30498c-f603-41f1-bcef-cb61ea0a94bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791047091321'] for network (eef2a50e-f02c-450e-ad57-87c1f628bacd), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:52.003321 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-aa30498c-f603-41f1-bcef-cb61ea0a94bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529'] for network (eef2a50e-f02c-450e-ad57-87c1f628bacd), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:52.004341 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa30498c-f603-41f1-bcef-cb61ea0a94bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:03:52.004977 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-aa30498c-f603-41f1-bcef-cb61ea0a94bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:52.038463 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-aa30498c-f603-41f1-bcef-cb61ea0a94bb admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2831635 Feb 02 16:03:52.043991 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 37764) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:03:52.052647 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-a6623970-2d6d-4d18-9fe8-059b96511ee5 admin admin] Request body: {'subnet': {'network_id': 'eef2a50e-f02c-450e-ad57-87c1f628bacd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1146077413-subnet', 'tenant_id': '645ca54a55f14fbd896da241ab5344a2', 'ip_version': 4}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:03:52.072469 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30498c-f603-41f1-bcef-cb61ea0a94bb admin admin] Pushing event updated for resources: {'Network': ['ID=eef2a50e-f02c-450e-ad57-87c1f628bacd,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:52.077950 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6623970-2d6d-4d18-9fe8-059b96511ee5 admin admin] Made reservation on behalf of 645ca54a55f14fbd896da241ab5344a2 for: {'subnet': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:03:52.080481 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-a6623970-2d6d-4d18-9fe8-059b96511ee5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5233683'] for subnet (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:52.083445 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Network eef2a50e-f02c-450e-ad57-87c1f628bacd details requested by agent ovs-agent-dv-cinder-827511-1-iscsi with host dv-cinder-827511-1-iscsi {{(pid=109040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 16:03:52.282775 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-a6623970-2d6d-4d18-9fe8-059b96511ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4863271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5232889'] for subnet (41528a67-9cb0-45b6-9206-008d5e73bae9), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:52.341024 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6623970-2d6d-4d18-9fe8-059b96511ee5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41528a67-9cb0-45b6-9206-008d5e73bae9,revision_number=0']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:52.352576 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6623970-2d6d-4d18-9fe8-059b96511ee5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:52.352931 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6623970-2d6d-4d18-9fe8-059b96511ee5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:52.353383 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6623970-2d6d-4d18-9fe8-059b96511ee5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:52.353732 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6623970-2d6d-4d18-9fe8-059b96511ee5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:52.354073 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6623970-2d6d-4d18-9fe8-059b96511ee5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:52.354410 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6623970-2d6d-4d18-9fe8-059b96511ee5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:52.354746 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6623970-2d6d-4d18-9fe8-059b96511ee5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:52.355079 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6623970-2d6d-4d18-9fe8-059b96511ee5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:52.355413 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6623970-2d6d-4d18-9fe8-059b96511ee5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:52.355761 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6623970-2d6d-4d18-9fe8-059b96511ee5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:52.356093 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6623970-2d6d-4d18-9fe8-059b96511ee5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:52.356419 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6623970-2d6d-4d18-9fe8-059b96511ee5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:52.356746 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6623970-2d6d-4d18-9fe8-059b96511ee5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:52.366448 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6623970-2d6d-4d18-9fe8-059b96511ee5 admin admin] Checking segment: {'id': '1643bc1a-2235-49f2-9c9d-19d3847eb35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'eef2a50e-f02c-450e-ad57-87c1f628bacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 16:03:52.368108 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6623970-2d6d-4d18-9fe8-059b96511ee5 admin admin] Network hostable DHCP agents. Network: eef2a50e-f02c-450e-ad57-87c1f628bacd, hostable agents: ['c53fdfd4-74a4-4640-bea7-ca8e654bcb85'], hosted agents: [] {{(pid=109038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:03:52.389679 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6623970-2d6d-4d18-9fe8-059b96511ee5 admin admin] Network eef2a50e-f02c-450e-ad57-87c1f628bacd is scheduled to be hosted by DHCP agent c53fdfd4-74a4-4640-bea7-ca8e654bcb85 with binding_index 1 {{(pid=109038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:03:52.400406 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [None req-a6623970-2d6d-4d18-9fe8-059b96511ee5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827511-1-iscsi, eef2a50e-f02c-450e-ad57-87c1f628bacd) {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:03:52.404771 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6623970-2d6d-4d18-9fe8-059b96511ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:03:52.405418 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-a6623970-2d6d-4d18-9fe8-059b96511ee5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:52.410548 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0e08f4-e583-4d3c-ac37-74048abfdebe None None] Network eef2a50e-f02c-450e-ad57-87c1f628bacd requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 16:03:52.429136 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-a6623970-2d6d-4d18-9fe8-059b96511ee5 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3815391 Feb 02 16:03:52.429862 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 37766) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:03:52.434357 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-b526ce69-9ce5-4b20-8d5a-50284487e535 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1146077413-router', 'tenant_id': '645ca54a55f14fbd896da241ab5344a2', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'}}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:03:52.463540 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-b526ce69-9ce5-4b20-8d5a-50284487e535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7954820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4637'] for router (6ee9711f-e985-411a-9973-205fc96ef6cd), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:52.465042 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-b526ce69-9ce5-4b20-8d5a-50284487e535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8316468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7936462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7985232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4628'] for router (6ee9711f-e985-411a-9973-205fc96ef6cd), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:52.541650 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-b526ce69-9ce5-4b20-8d5a-50284487e535 admin admin] Publish callbacks [] for router_controller (6ee9711f-e985-411a-9973-205fc96ef6cd), precommit_add_association {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:52.678005 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9110a5d-3377-48ad-aaa0-99ea670662da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb731cab0-9462-5933-b2b8-c5fd2c1b6f81-eef2a50e-f02c-450e-ad57-87c1f628bacd', 'network_id': 'eef2a50e-f02c-450e-ad57-87c1f628bacd', 'project_id': '645ca54a55f14fbd896da241ab5344a2', 'fixed_ips': [{'subnet_id': '41528a67-9cb0-45b6-9206-008d5e73bae9'}]}} from dv-cinder-827511-1-iscsi. {{(pid=109040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 16:03:52.678756 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-d9110a5d-3377-48ad-aaa0-99ea670662da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:52.735218 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-b526ce69-9ce5-4b20-8d5a-50284487e535 admin admin] Publish callbacks [] for router_gateway (6ee9711f-e985-411a-9973-205fc96ef6cd), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:52.810994 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 16:03:52.871515 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.db_base_plugin_common [None req-d9110a5d-3377-48ad-aaa0-99ea670662da None None] Allocated IP 172.20.0.2 (eef2a50e-f02c-450e-ad57-87c1f628bacd/41528a67-9cb0-45b6-9206-008d5e73bae9/e0ea1085-88f6-4205-b690-d6d5c2615f71) {{(pid=109040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:03:52.919827 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port 688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:03:52.920141 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:52.954111 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-b526ce69-9ce5-4b20-8d5a-50284487e535 admin admin] Publish callbacks [] for router_gateway (6ee9711f-e985-411a-9973-205fc96ef6cd), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:52.975399 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-b526ce69-9ce5-4b20-8d5a-50284487e535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:53.087670 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_common [None req-b526ce69-9ce5-4b20-8d5a-50284487e535 admin admin] Allocated IP 172.27.3.27 (b73e1e25-daa0-4c48-af6a-058d6b286a0a/28a77757-7571-4525-b12f-0d0c59f041b8/5393bee0-bc21-482d-83d6-56c6df4ff0c7) {{(pid=109038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:03:53.095307 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port 688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a is: DOWN; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:03:53.095844 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:53.101143 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-d9110a5d-3377-48ad-aaa0-99ea670662da None None] Publish callbacks [] for port (e0ea1085-88f6-4205-b690-d6d5c2615f71), precommit_create {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:53.118536 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-d9110a5d-3377-48ad-aaa0-99ea670662da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353'] for port (e0ea1085-88f6-4205-b690-d6d5c2615f71), after_create {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:53.126292 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] For port 688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a,segment=NetworkSegment(aa18bba3-a434-4e8a-926e-117b8687e1ff),segment_id=aa18bba3-a434-4e8a-926e-117b8687e1ff)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:03:53.156772 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:53.170215 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9110a5d-3377-48ad-aaa0-99ea670662da None None] Network eef2a50e-f02c-450e-ad57-87c1f628bacd is already hosted by enough agents. {{(pid=109040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:03:53.175336 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.scheduler.base_scheduler [None req-d9110a5d-3377-48ad-aaa0-99ea670662da None None] Resources bound (agent type, host, resource id): {{(pid=109040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:03:53.179299 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9110a5d-3377-48ad-aaa0-99ea670662da None None] Received port after_create {{(pid=109040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 16:03:53.186665 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9110a5d-3377-48ad-aaa0-99ea670662da None None] Pushing event updated for resources: {'Port': ['ID=e0ea1085-88f6-4205-b690-d6d5c2615f71,revision_number=1']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:53.222824 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-b526ce69-9ce5-4b20-8d5a-50284487e535 admin admin] Publish callbacks [] for port (5393bee0-bc21-482d-83d6-56c6df4ff0c7), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:53.256220 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-b526ce69-9ce5-4b20-8d5a-50284487e535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (5393bee0-bc21-482d-83d6-56c6df4ff0c7), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:53.285440 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-d9110a5d-3377-48ad-aaa0-99ea670662da None None] Attempting to bind port e0ea1085-88f6-4205-b690-d6d5c2615f71 on host dv-cinder-827511-1-iscsi for vnic_type normal with profile {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 16:03:53.285599 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-d9110a5d-3377-48ad-aaa0-99ea670662da None None] Attempting to bind port e0ea1085-88f6-4205-b690-d6d5c2615f71 by drivers openvswitch,hyperv on host dv-cinder-827511-1-iscsi at level 0 using segments [{'id': '1643bc1a-2235-49f2-9c9d-19d3847eb35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'eef2a50e-f02c-450e-ad57-87c1f628bacd'}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 16:03:53.285863 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9110a5d-3377-48ad-aaa0-99ea670662da None None] Attempting to bind port e0ea1085-88f6-4205-b690-d6d5c2615f71 on network eef2a50e-f02c-450e-ad57-87c1f628bacd {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 16:03:53.292895 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b526ce69-9ce5-4b20-8d5a-50284487e535 admin admin] Network b73e1e25-daa0-4c48-af6a-058d6b286a0a is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:03:53.297264 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Pushing event updated for resources: {'Port': ['ID=688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a,revision_number=4']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:53.297736 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [None req-b526ce69-9ce5-4b20-8d5a-50284487e535 admin admin] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:03:53.302871 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9110a5d-3377-48ad-aaa0-99ea670662da None None] Checking agent: {'id': 'b5af8d0a-fb73-41c0-8b14-396d0b8fc477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827511-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 45, 49), 'started_at': datetime.datetime(2022, 2, 2, 15, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827511-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 16:03:53.303245 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9110a5d-3377-48ad-aaa0-99ea670662da None None] Checking segment: {'id': '1643bc1a-2235-49f2-9c9d-19d3847eb35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'eef2a50e-f02c-450e-ad57-87c1f628bacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 16:03:53.303656 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-d9110a5d-3377-48ad-aaa0-99ea670662da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:53.304056 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9110a5d-3377-48ad-aaa0-99ea670662da None None] Bound using segment: {'id': '1643bc1a-2235-49f2-9c9d-19d3847eb35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'eef2a50e-f02c-450e-ad57-87c1f628bacd'} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 16:03:53.304239 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b526ce69-9ce5-4b20-8d5a-50284487e535 admin admin] Received port after_create {{(pid=109038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 16:03:53.304679 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-d9110a5d-3377-48ad-aaa0-99ea670662da None None] Bound port: e0ea1085-88f6-4205-b690-d6d5c2615f71, host: dv-cinder-827511-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1643bc1a-2235-49f2-9c9d-19d3847eb35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'eef2a50e-f02c-450e-ad57-87c1f628bacd'}}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 16:03:53.305712 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-d9110a5d-3377-48ad-aaa0-99ea670662da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (e0ea1085-88f6-4205-b690-d6d5c2615f71), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:53.332843 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526ce69-9ce5-4b20-8d5a-50284487e535 admin admin] Pushing event updated for resources: {'Port': ['ID=5393bee0-bc21-482d-83d6-56c6df4ff0c7,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:53.381764 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-d9110a5d-3377-48ad-aaa0-99ea670662da None None] For port e0ea1085-88f6-4205-b690-d6d5c2615f71, host dv-cinder-827511-1-iscsi, cleared binding levels {{(pid=109040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:03:53.385687 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-d9110a5d-3377-48ad-aaa0-99ea670662da None None] For port e0ea1085-88f6-4205-b690-d6d5c2615f71, host dv-cinder-827511-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=e0ea1085-88f6-4205-b690-d6d5c2615f71,segment=NetworkSegment(1643bc1a-2235-49f2-9c9d-19d3847eb35b),segment_id=1643bc1a-2235-49f2-9c9d-19d3847eb35b)] {{(pid=109040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:03:53.395285 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-d9110a5d-3377-48ad-aaa0-99ea670662da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (e0ea1085-88f6-4205-b690-d6d5c2615f71), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:53.467665 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9110a5d-3377-48ad-aaa0-99ea670662da None None] Pushing event updated for resources: {'Port': ['ID=e0ea1085-88f6-4205-b690-d6d5c2615f71,revision_number=2']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:53.514190 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29dd089-93dd-47d5-b367-1673c969b54e None None] Sync routers for ids ['8dd5f62c-befe-4ea2-81d3-5762fac85f89'] in dv-cinder-827511-1-iscsi {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:03:53.523842 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29dd089-93dd-47d5-b367-1673c969b54e None None] Routers {'8dd5f62c-befe-4ea2-81d3-5762fac85f89'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:03:53.524501 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-c29dd089-93dd-47d5-b367-1673c969b54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:03:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['8dd5f62c-befe-4ea2-81d3-5762fac85f89'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:03:53.660908 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-c29dd089-93dd-47d5-b367-1673c969b54e None None] Set router 8dd5f62c-befe-4ea2-81d3-5762fac85f89 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:03:53.856937 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-b526ce69-9ce5-4b20-8d5a-50284487e535 admin admin] Publish callbacks [] for router_gateway (6ee9711f-e985-411a-9973-205fc96ef6cd), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:53.888945 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-c29dd089-93dd-47d5-b367-1673c969b54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'name': 'tempest-TestMinimumBasicScenario-384836905-router', 'tenant_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:03:47Z', 'updated_at': '2022-02-02T16:03:50Z', 'revision_number': 4, 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'gw_port': {'id': '688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:03:48Z', 'updated_at': '2022-02-02T16:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': 'bbd9617f-4ce4-4a9f-a052-66b864e61e28', 'name': '', 'network_id': 'aabac339-88bb-4656-bc3f-961da151c5f2', 'tenant_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'mac_address': 'fa:16:3e:a4:ae:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3b9d63f1-7cf6-4f6b-a05b-4fa352676686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:03:50Z', 'updated_at': '2022-02-02T16:03:50Z', 'revision_number': 2, 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'subnets': [{'id': '3b9d63f1-7cf6-4f6b-a05b-4fa352676686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:03:53.921923 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29dd089-93dd-47d5-b367-1673c969b54e None None] Checking router: 8dd5f62c-befe-4ea2-81d3-5762fac85f89 for host: dv-cinder-827511-1-iscsi {{(pid=109041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:03:53.922279 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29dd089-93dd-47d5-b367-1673c969b54e None None] Updating router 8dd5f62c-befe-4ea2-81d3-5762fac85f89 port bbd9617f-4ce4-4a9f-a052-66b864e61e28 binding host dv-cinder-827511-1-iscsi {{(pid=109041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 16:03:53.952638 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-c29dd089-93dd-47d5-b367-1673c969b54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (bbd9617f-4ce4-4a9f-a052-66b864e61e28), before_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:54.052830 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-b526ce69-9ce5-4b20-8d5a-50284487e535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8316479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7936445'] for router (6ee9711f-e985-411a-9973-205fc96ef6cd), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:54.192185 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b526ce69-9ce5-4b20-8d5a-50284487e535 admin admin] Router 6ee9711f-e985-411a-9973-205fc96ef6cd is scheduled to L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 with binding_index 1 {{(pid=109038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 16:03:54.246895 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-c29dd089-93dd-47d5-b367-1673c969b54e None None] Publish callbacks [] for port (bbd9617f-4ce4-4a9f-a052-66b864e61e28), precommit_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:54.253386 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-c29dd089-93dd-47d5-b367-1673c969b54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (bbd9617f-4ce4-4a9f-a052-66b864e61e28), after_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:54.311154 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6772fc60-f80b-4eec-a758-b80d42cecf2f None None] Pushing event updated for resources: {'Port': ['ID=bbd9617f-4ce4-4a9f-a052-66b864e61e28,revision_number=3']} {{(pid=109041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:54.321927 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772fc60-f80b-4eec-a758-b80d42cecf2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:54.322328 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772fc60-f80b-4eec-a758-b80d42cecf2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:54.322698 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772fc60-f80b-4eec-a758-b80d42cecf2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:54.323047 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772fc60-f80b-4eec-a758-b80d42cecf2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:54.323392 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772fc60-f80b-4eec-a758-b80d42cecf2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:54.323729 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772fc60-f80b-4eec-a758-b80d42cecf2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:54.324064 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772fc60-f80b-4eec-a758-b80d42cecf2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:54.324399 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772fc60-f80b-4eec-a758-b80d42cecf2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:54.324732 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772fc60-f80b-4eec-a758-b80d42cecf2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:54.325095 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772fc60-f80b-4eec-a758-b80d42cecf2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:54.325434 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772fc60-f80b-4eec-a758-b80d42cecf2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:54.325761 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772fc60-f80b-4eec-a758-b80d42cecf2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:54.326088 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772fc60-f80b-4eec-a758-b80d42cecf2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:54.329607 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b526ce69-9ce5-4b20-8d5a-50284487e535 admin admin] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:03:54.347802 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702f89f6-cf24-4645-ad8b-ee58affbbcb0 None None] Sync routers for ids ['6ee9711f-e985-411a-9973-205fc96ef6cd'] in dv-cinder-827511-1-iscsi {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:03:54.348534 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-b526ce69-9ce5-4b20-8d5a-50284487e535 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:54.355470 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-b526ce69-9ce5-4b20-8d5a-50284487e535 admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9236555 Feb 02 16:03:54.355678 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 37768) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:03:54.370264 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702f89f6-cf24-4645-ad8b-ee58affbbcb0 None None] Routers {'6ee9711f-e985-411a-9973-205fc96ef6cd'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:03:54.371048 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-702f89f6-cf24-4645-ad8b-ee58affbbcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:03:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['6ee9711f-e985-411a-9973-205fc96ef6cd'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:03:54.393341 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.managers [None req-c29dd089-93dd-47d5-b367-1673c969b54e None None] Attempting to bind port bbd9617f-4ce4-4a9f-a052-66b864e61e28 on host dv-cinder-827511-1-iscsi for vnic_type normal with profile {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 16:03:54.394014 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.managers [None req-c29dd089-93dd-47d5-b367-1673c969b54e None None] Attempting to bind port bbd9617f-4ce4-4a9f-a052-66b864e61e28 by drivers openvswitch,hyperv on host dv-cinder-827511-1-iscsi at level 0 using segments [{'id': 'e5c0a66a-77d1-4c07-8a7b-cd774d2104b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'aabac339-88bb-4656-bc3f-961da151c5f2'}] {{(pid=109041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 16:03:54.394380 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29dd089-93dd-47d5-b367-1673c969b54e None None] Attempting to bind port bbd9617f-4ce4-4a9f-a052-66b864e61e28 on network aabac339-88bb-4656-bc3f-961da151c5f2 {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 16:03:54.401845 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29dd089-93dd-47d5-b367-1673c969b54e None None] Checking agent: {'id': 'b5af8d0a-fb73-41c0-8b14-396d0b8fc477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827511-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 45, 49), 'started_at': datetime.datetime(2022, 2, 2, 15, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827511-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 16:03:54.402220 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29dd089-93dd-47d5-b367-1673c969b54e None None] Checking segment: {'id': 'e5c0a66a-77d1-4c07-8a7b-cd774d2104b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'aabac339-88bb-4656-bc3f-961da151c5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 16:03:54.403302 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-c29dd089-93dd-47d5-b367-1673c969b54e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:54.403707 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29dd089-93dd-47d5-b367-1673c969b54e None None] Bound using segment: {'id': 'e5c0a66a-77d1-4c07-8a7b-cd774d2104b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'aabac339-88bb-4656-bc3f-961da151c5f2'} {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 16:03:54.404195 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.managers [None req-c29dd089-93dd-47d5-b367-1673c969b54e None None] Bound port: bbd9617f-4ce4-4a9f-a052-66b864e61e28, host: dv-cinder-827511-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c0a66a-77d1-4c07-8a7b-cd774d2104b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'aabac339-88bb-4656-bc3f-961da151c5f2'}}] {{(pid=109041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 16:03:54.404581 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-c29dd089-93dd-47d5-b367-1673c969b54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (bbd9617f-4ce4-4a9f-a052-66b864e61e28), before_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:54.485931 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.db [None req-c29dd089-93dd-47d5-b367-1673c969b54e None None] For port bbd9617f-4ce4-4a9f-a052-66b864e61e28, host dv-cinder-827511-1-iscsi, cleared binding levels {{(pid=109041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:03:54.489837 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.db [None req-c29dd089-93dd-47d5-b367-1673c969b54e None None] For port bbd9617f-4ce4-4a9f-a052-66b864e61e28, host dv-cinder-827511-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=bbd9617f-4ce4-4a9f-a052-66b864e61e28,segment=NetworkSegment(e5c0a66a-77d1-4c07-8a7b-cd774d2104b2),segment_id=e5c0a66a-77d1-4c07-8a7b-cd774d2104b2)] {{(pid=109041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:03:54.502053 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-c29dd089-93dd-47d5-b367-1673c969b54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (bbd9617f-4ce4-4a9f-a052-66b864e61e28), after_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:54.531108 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-702f89f6-cf24-4645-ad8b-ee58affbbcb0 None None] Set router 6ee9711f-e985-411a-9973-205fc96ef6cd gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:03:54.574814 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6772fc60-f80b-4eec-a758-b80d42cecf2f None None] Pushing event updated for resources: {'Port': ['ID=bbd9617f-4ce4-4a9f-a052-66b864e61e28,revision_number=4']} {{(pid=109041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:54.578999 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29dd089-93dd-47d5-b367-1673c969b54e None None] Routers {'8dd5f62c-befe-4ea2-81d3-5762fac85f89'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:03:54.579930 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-c29dd089-93dd-47d5-b367-1673c969b54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:03:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['8dd5f62c-befe-4ea2-81d3-5762fac85f89'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:03:54.644121 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77ef37e-87ab-49d5-a529-cd5d8702226c None None] Network eef2a50e-f02c-450e-ad57-87c1f628bacd requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 16:03:54.808011 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-c29dd089-93dd-47d5-b367-1673c969b54e None None] Set router 8dd5f62c-befe-4ea2-81d3-5762fac85f89 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:03:54.814935 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-0ba9fad5-8cd1-4a36-874a-c9bf27802b95 None None] Provisioning complete for port e0ea1085-88f6-4205-b690-d6d5c2615f71 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:03:54.815365 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-0ba9fad5-8cd1-4a36-874a-c9bf27802b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (e0ea1085-88f6-4205-b690-d6d5c2615f71), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:55.010932 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device bbd9617f-4ce4-4a9f-a052-66b864e61e28 up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 16:03:55.048278 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0637eed3-2cc3-45f7-972f-e06612a84239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:55.083511 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-c29dd089-93dd-47d5-b367-1673c969b54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'name': 'tempest-TestMinimumBasicScenario-384836905-router', 'tenant_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:03:47Z', 'updated_at': '2022-02-02T16:03:50Z', 'revision_number': 4, 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'gw_port': {'id': '688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:03:48Z', 'updated_at': '2022-02-02T16:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': 'bbd9617f-4ce4-4a9f-a052-66b864e61e28', 'name': '', 'network_id': 'aabac339-88bb-4656-bc3f-961da151c5f2', 'tenant_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'mac_address': 'fa:16:3e:a4:ae:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3b9d63f1-7cf6-4f6b-a05b-4fa352676686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:03:50Z', 'updated_at': '2022-02-02T16:03:54Z', 'revision_number': 4, 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'subnets': [{'id': '3b9d63f1-7cf6-4f6b-a05b-4fa352676686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:03:55.106281 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-0ba9fad5-8cd1-4a36-874a-c9bf27802b95 None None] Current status of the port e0ea1085-88f6-4205-b690-d6d5c2615f71 is: DOWN; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:03:55.106824 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-0ba9fad5-8cd1-4a36-874a-c9bf27802b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (e0ea1085-88f6-4205-b690-d6d5c2615f71), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:55.113558 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29dd089-93dd-47d5-b367-1673c969b54e None None] The sync data for ids ['8dd5f62c-befe-4ea2-81d3-5762fac85f89'] in dv-cinder-827511-1-iscsi is: [{'id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'name': 'tempest-TestMinimumBasicScenario-384836905-router', 'tenant_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:03:47Z', 'updated_at': '2022-02-02T16:03:50Z', 'revision_number': 4, 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'gw_port': {'id': '688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:03:48Z', 'updated_at': '2022-02-02T16:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': 'bbd9617f-4ce4-4a9f-a052-66b864e61e28', 'name': '', 'network_id': 'aabac339-88bb-4656-bc3f-961da151c5f2', 'tenant_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'mac_address': 'fa:16:3e:a4:ae:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3b9d63f1-7cf6-4f6b-a05b-4fa352676686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:03:50Z', 'updated_at': '2022-02-02T16:03:54Z', 'revision_number': 4, 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'subnets': [{'id': '3b9d63f1-7cf6-4f6b-a05b-4fa352676686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:03:55.135375 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-702f89f6-cf24-4645-ad8b-ee58affbbcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee9711f-e985-411a-9973-205fc96ef6cd', 'name': 'tempest-TestMinimumBasicScenario-1146077413-router', 'tenant_id': '645ca54a55f14fbd896da241ab5344a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '5393bee0-bc21-482d-83d6-56c6df4ff0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:03:52Z', 'updated_at': '2022-02-02T16:03:53Z', 'revision_number': 3, 'project_id': '645ca54a55f14fbd896da241ab5344a2', 'gw_port': {'id': '5393bee0-bc21-482d-83d6-56c6df4ff0c7', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:54:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee9711f-e985-411a-9973-205fc96ef6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:03:52Z', 'updated_at': '2022-02-02T16:03:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi'}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:03:55.183876 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702f89f6-cf24-4645-ad8b-ee58affbbcb0 None None] Checking router: 6ee9711f-e985-411a-9973-205fc96ef6cd for host: dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:03:55.184540 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702f89f6-cf24-4645-ad8b-ee58affbbcb0 None None] Updating router 6ee9711f-e985-411a-9973-205fc96ef6cd port 5393bee0-bc21-482d-83d6-56c6df4ff0c7 binding host dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 16:03:55.194896 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port bbd9617f-4ce4-4a9f-a052-66b864e61e28 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:03:55.197672 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (bbd9617f-4ce4-4a9f-a052-66b864e61e28), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:55.267349 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.db_base_plugin_common [None req-0637eed3-2cc3-45f7-972f-e06612a84239 admin admin] Allocated IP 172.20.0.1 (eef2a50e-f02c-450e-ad57-87c1f628bacd/41528a67-9cb0-45b6-9206-008d5e73bae9/c73fe87a-3ed2-41cd-8c8e-79af1e3650df) {{(pid=109039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:03:55.275664 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-0ba9fad5-8cd1-4a36-874a-c9bf27802b95 None None] For port e0ea1085-88f6-4205-b690-d6d5c2615f71, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=e0ea1085-88f6-4205-b690-d6d5c2615f71,segment=NetworkSegment(1643bc1a-2235-49f2-9c9d-19d3847eb35b),segment_id=1643bc1a-2235-49f2-9c9d-19d3847eb35b)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:03:55.280398 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-702f89f6-cf24-4645-ad8b-ee58affbbcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (5393bee0-bc21-482d-83d6-56c6df4ff0c7), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:55.286785 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-0ba9fad5-8cd1-4a36-874a-c9bf27802b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (e0ea1085-88f6-4205-b690-d6d5c2615f71), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:55.384750 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0637eed3-2cc3-45f7-972f-e06612a84239 admin admin] Publish callbacks [] for port (c73fe87a-3ed2-41cd-8c8e-79af1e3650df), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:55.420765 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0637eed3-2cc3-45f7-972f-e06612a84239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5289298'] for port (c73fe87a-3ed2-41cd-8c8e-79af1e3650df), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:55.467107 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0637eed3-2cc3-45f7-972f-e06612a84239 admin admin] Network eef2a50e-f02c-450e-ad57-87c1f628bacd is already hosted by enough agents. {{(pid=109039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:03:55.472382 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9fad5-8cd1-4a36-874a-c9bf27802b95 None None] Pushing event updated for resources: {'Port': ['ID=e0ea1085-88f6-4205-b690-d6d5c2615f71,revision_number=3']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:55.474579 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.base_scheduler [None req-0637eed3-2cc3-45f7-972f-e06612a84239 admin admin] Resources bound (agent type, host, resource id): {{(pid=109039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:03:55.477093 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637eed3-2cc3-45f7-972f-e06612a84239 admin admin] Pushing event updated for resources: {'Port': ['ID=c73fe87a-3ed2-41cd-8c8e-79af1e3650df,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:55.480281 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0637eed3-2cc3-45f7-972f-e06612a84239 admin admin] Received port after_create {{(pid=109039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 16:03:55.481495 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port bbd9617f-4ce4-4a9f-a052-66b864e61e28 is: DOWN; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:03:55.481923 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (bbd9617f-4ce4-4a9f-a052-66b864e61e28), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:55.535899 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0637eed3-2cc3-45f7-972f-e06612a84239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7937998'] for router_interface (6ee9711f-e985-411a-9973-205fc96ef6cd), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:55.540006 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-afe78302-0190-40de-ab2f-42d60bbb4d72 None None] Provisioning complete for port bbd9617f-4ce4-4a9f-a052-66b864e61e28 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:03:55.540396 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-afe78302-0190-40de-ab2f-42d60bbb4d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (bbd9617f-4ce4-4a9f-a052-66b864e61e28), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:55.693837 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0637eed3-2cc3-45f7-972f-e06612a84239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (c73fe87a-3ed2-41cd-8c8e-79af1e3650df), before_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:55.766700 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] For port bbd9617f-4ce4-4a9f-a052-66b864e61e28, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=bbd9617f-4ce4-4a9f-a052-66b864e61e28,segment=NetworkSegment(e5c0a66a-77d1-4c07-8a7b-cd774d2104b2),segment_id=e5c0a66a-77d1-4c07-8a7b-cd774d2104b2)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:03:55.778045 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (bbd9617f-4ce4-4a9f-a052-66b864e61e28), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:55.778861 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device e0ea1085-88f6-4205-b690-d6d5c2615f71 up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 16:03:55.893919 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0637eed3-2cc3-45f7-972f-e06612a84239 admin admin] Publish callbacks [] for port (c73fe87a-3ed2-41cd-8c8e-79af1e3650df), precommit_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:55.899255 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0637eed3-2cc3-45f7-972f-e06612a84239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5289307'] for port (c73fe87a-3ed2-41cd-8c8e-79af1e3650df), after_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:55.901716 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Pushing event updated for resources: {'Port': ['ID=bbd9617f-4ce4-4a9f-a052-66b864e61e28,revision_number=5']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:55.970758 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0637eed3-2cc3-45f7-972f-e06612a84239 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8109355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7937662'] for router_interface (6ee9711f-e985-411a-9973-205fc96ef6cd), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:55.972460 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637eed3-2cc3-45f7-972f-e06612a84239 admin admin] Pushing event updated for resources: {'Port': ['ID=c73fe87a-3ed2-41cd-8c8e-79af1e3650df,revision_number=2']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:55.984243 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port e0ea1085-88f6-4205-b690-d6d5c2615f71 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:03:55.984623 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (e0ea1085-88f6-4205-b690-d6d5c2615f71), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:55.988204 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-afe78302-0190-40de-ab2f-42d60bbb4d72 None None] Current status of the port bbd9617f-4ce4-4a9f-a052-66b864e61e28 is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:03:56.031508 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-702f89f6-cf24-4645-ad8b-ee58affbbcb0 None None] Publish callbacks [] for port (5393bee0-bc21-482d-83d6-56c6df4ff0c7), precommit_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:56.045870 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-702f89f6-cf24-4645-ad8b-ee58affbbcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (5393bee0-bc21-482d-83d6-56c6df4ff0c7), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:56.051424 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-afe78302-0190-40de-ab2f-42d60bbb4d72 None None] Provisioning complete for port e0ea1085-88f6-4205-b690-d6d5c2615f71 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:03:56.051801 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-afe78302-0190-40de-ab2f-42d60bbb4d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (e0ea1085-88f6-4205-b690-d6d5c2615f71), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:56.068079 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0637eed3-2cc3-45f7-972f-e06612a84239 admin admin] Network eef2a50e-f02c-450e-ad57-87c1f628bacd is already hosted by enough agents. {{(pid=109039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:03:56.069550 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.base_scheduler [None req-0637eed3-2cc3-45f7-972f-e06612a84239 admin admin] Resources bound (agent type, host, resource id): {{(pid=109039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:03:56.154350 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-702f89f6-cf24-4645-ad8b-ee58affbbcb0 None None] Attempting to bind port 5393bee0-bc21-482d-83d6-56c6df4ff0c7 on host dv-cinder-827511-1-iscsi for vnic_type normal with profile {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 16:03:56.154771 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-702f89f6-cf24-4645-ad8b-ee58affbbcb0 None None] Attempting to bind port 5393bee0-bc21-482d-83d6-56c6df4ff0c7 by drivers openvswitch,hyperv on host dv-cinder-827511-1-iscsi at level 0 using segments [{'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 16:03:56.155021 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702f89f6-cf24-4645-ad8b-ee58affbbcb0 None None] Attempting to bind port 5393bee0-bc21-482d-83d6-56c6df4ff0c7 on network b73e1e25-daa0-4c48-af6a-058d6b286a0a {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 16:03:56.162058 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f677a42-d6b6-4641-8639-0dbd378ccba6 None None] Pushing event updated for resources: {'Port': ['ID=5393bee0-bc21-482d-83d6-56c6df4ff0c7,revision_number=2']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:56.172885 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702f89f6-cf24-4645-ad8b-ee58affbbcb0 None None] Checking agent: {'id': 'b5af8d0a-fb73-41c0-8b14-396d0b8fc477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827511-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 45, 49), 'started_at': datetime.datetime(2022, 2, 2, 15, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827511-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 16:03:56.173293 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702f89f6-cf24-4645-ad8b-ee58affbbcb0 None None] Checking segment: {'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 16:03:56.173720 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-702f89f6-cf24-4645-ad8b-ee58affbbcb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:56.174103 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702f89f6-cf24-4645-ad8b-ee58affbbcb0 None None] Bound using segment: {'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 16:03:56.174593 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-702f89f6-cf24-4645-ad8b-ee58affbbcb0 None None] Bound port: 5393bee0-bc21-482d-83d6-56c6df4ff0c7, host: dv-cinder-827511-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'}}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 16:03:56.175450 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-702f89f6-cf24-4645-ad8b-ee58affbbcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (5393bee0-bc21-482d-83d6-56c6df4ff0c7), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:56.205524 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0637eed3-2cc3-45f7-972f-e06612a84239 admin admin] Router 6ee9711f-e985-411a-9973-205fc96ef6cd has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:03:56.273768 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port e0ea1085-88f6-4205-b690-d6d5c2615f71 is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:03:56.275064 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 16:03:56.322193 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-702f89f6-cf24-4645-ad8b-ee58affbbcb0 None None] For port 5393bee0-bc21-482d-83d6-56c6df4ff0c7, host dv-cinder-827511-1-iscsi, cleared binding levels {{(pid=109040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:03:56.322446 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0637eed3-2cc3-45f7-972f-e06612a84239 admin admin] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:03:56.337950 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-0637eed3-2cc3-45f7-972f-e06612a84239 admin admin] 10.222.0.112 "PUT /v2.0/routers/6ee9711f-e985-411a-9973-205fc96ef6cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9724855 Feb 02 16:03:56.338171 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-afe78302-0190-40de-ab2f-42d60bbb4d72 None None] Current status of the port e0ea1085-88f6-4205-b690-d6d5c2615f71 is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:03:56.343762 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-702f89f6-cf24-4645-ad8b-ee58affbbcb0 None None] For port 5393bee0-bc21-482d-83d6-56c6df4ff0c7, host dv-cinder-827511-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=5393bee0-bc21-482d-83d6-56c6df4ff0c7,segment=NetworkSegment(aa18bba3-a434-4e8a-926e-117b8687e1ff),segment_id=aa18bba3-a434-4e8a-926e-117b8687e1ff)] {{(pid=109040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:03:56.352924 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-702f89f6-cf24-4645-ad8b-ee58affbbcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (5393bee0-bc21-482d-83d6-56c6df4ff0c7), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:56.378127 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 16:03:56.389955 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port 688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:03:56.390329 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:56.454168 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702f89f6-cf24-4645-ad8b-ee58affbbcb0 None None] Routers {'6ee9711f-e985-411a-9973-205fc96ef6cd'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:03:56.454814 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-702f89f6-cf24-4645-ad8b-ee58affbbcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:03:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['6ee9711f-e985-411a-9973-205fc96ef6cd'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:03:56.457960 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f677a42-d6b6-4641-8639-0dbd378ccba6 None None] Pushing event updated for resources: {'Port': ['ID=5393bee0-bc21-482d-83d6-56c6df4ff0c7,revision_number=3']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:56.514650 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-5ac84432-1e28-4ef8-af8c-2d8e5a7819aa None None] Provisioning complete for port c73fe87a-3ed2-41cd-8c8e-79af1e3650df triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:03:56.515265 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-5ac84432-1e28-4ef8-af8c-2d8e5a7819aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (c73fe87a-3ed2-41cd-8c8e-79af1e3650df), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:56.637514 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-5ac84432-1e28-4ef8-af8c-2d8e5a7819aa None None] Port c73fe87a-3ed2-41cd-8c8e-79af1e3650df cannot update to ACTIVE because it is not bound. {{(pid=109040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 16:03:56.641356 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port 688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:03:56.655038 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-702f89f6-cf24-4645-ad8b-ee58affbbcb0 None None] Set router 6ee9711f-e985-411a-9973-205fc96ef6cd gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:03:56.745106 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device bbd9617f-4ce4-4a9f-a052-66b864e61e28 up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 16:03:56.875695 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port bbd9617f-4ce4-4a9f-a052-66b864e61e28 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:03:56.876071 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (bbd9617f-4ce4-4a9f-a052-66b864e61e28), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:56.988219 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-702f89f6-cf24-4645-ad8b-ee58affbbcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee9711f-e985-411a-9973-205fc96ef6cd', 'name': 'tempest-TestMinimumBasicScenario-1146077413-router', 'tenant_id': '645ca54a55f14fbd896da241ab5344a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '5393bee0-bc21-482d-83d6-56c6df4ff0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:03:52Z', 'updated_at': '2022-02-02T16:03:55Z', 'revision_number': 4, 'project_id': '645ca54a55f14fbd896da241ab5344a2', 'gw_port': {'id': '5393bee0-bc21-482d-83d6-56c6df4ff0c7', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:54:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee9711f-e985-411a-9973-205fc96ef6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:03:52Z', 'updated_at': '2022-02-02T16:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': 'c73fe87a-3ed2-41cd-8c8e-79af1e3650df', 'name': '', 'network_id': 'eef2a50e-f02c-450e-ad57-87c1f628bacd', 'tenant_id': '645ca54a55f14fbd896da241ab5344a2', 'mac_address': 'fa:16:3e:1f:61:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee9711f-e985-411a-9973-205fc96ef6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '41528a67-9cb0-45b6-9206-008d5e73bae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:03:55Z', 'updated_at': '2022-02-02T16:03:55Z', 'revision_number': 2, 'project_id': '645ca54a55f14fbd896da241ab5344a2', 'subnets': [{'id': '41528a67-9cb0-45b6-9206-008d5e73bae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:03:57.020937 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702f89f6-cf24-4645-ad8b-ee58affbbcb0 None None] The sync data for ids ['6ee9711f-e985-411a-9973-205fc96ef6cd'] in dv-cinder-827511-1-iscsi is: [{'id': '6ee9711f-e985-411a-9973-205fc96ef6cd', 'name': 'tempest-TestMinimumBasicScenario-1146077413-router', 'tenant_id': '645ca54a55f14fbd896da241ab5344a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '5393bee0-bc21-482d-83d6-56c6df4ff0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:03:52Z', 'updated_at': '2022-02-02T16:03:55Z', 'revision_number': 4, 'project_id': '645ca54a55f14fbd896da241ab5344a2', 'gw_port': {'id': '5393bee0-bc21-482d-83d6-56c6df4ff0c7', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:54:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee9711f-e985-411a-9973-205fc96ef6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:03:52Z', 'updated_at': '2022-02-02T16:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': 'c73fe87a-3ed2-41cd-8c8e-79af1e3650df', 'name': '', 'network_id': 'eef2a50e-f02c-450e-ad57-87c1f628bacd', 'tenant_id': '645ca54a55f14fbd896da241ab5344a2', 'mac_address': 'fa:16:3e:1f:61:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee9711f-e985-411a-9973-205fc96ef6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '41528a67-9cb0-45b6-9206-008d5e73bae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:03:55Z', 'updated_at': '2022-02-02T16:03:55Z', 'revision_number': 2, 'project_id': '645ca54a55f14fbd896da241ab5344a2', 'subnets': [{'id': '41528a67-9cb0-45b6-9206-008d5e73bae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:03:57.027728 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port bbd9617f-4ce4-4a9f-a052-66b864e61e28 is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:03:57.028822 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device e0ea1085-88f6-4205-b690-d6d5c2615f71 up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 16:03:57.079322 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port e0ea1085-88f6-4205-b690-d6d5c2615f71 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:03:57.079697 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (e0ea1085-88f6-4205-b690-d6d5c2615f71), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:57.177773 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port e0ea1085-88f6-4205-b690-d6d5c2615f71 is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:03:58.807925 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 5393bee0-bc21-482d-83d6-56c6df4ff0c7 up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 16:03:58.864025 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port 5393bee0-bc21-482d-83d6-56c6df4ff0c7 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:03:58.864493 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (5393bee0-bc21-482d-83d6-56c6df4ff0c7), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:58.973927 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port 5393bee0-bc21-482d-83d6-56c6df4ff0c7 is: DOWN; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:03:58.974323 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (5393bee0-bc21-482d-83d6-56c6df4ff0c7), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:58.999054 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] For port 5393bee0-bc21-482d-83d6-56c6df4ff0c7, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=5393bee0-bc21-482d-83d6-56c6df4ff0c7,segment=NetworkSegment(aa18bba3-a434-4e8a-926e-117b8687e1ff),segment_id=aa18bba3-a434-4e8a-926e-117b8687e1ff)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:03:59.005078 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (5393bee0-bc21-482d-83d6-56c6df4ff0c7), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:03:59.098310 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Pushing event updated for resources: {'Port': ['ID=5393bee0-bc21-482d-83d6-56c6df4ff0c7,revision_number=4']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:03:59.107558 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:59.107909 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:59.108262 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:59.108624 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:59.108944 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:59.109303 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:59.109643 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:59.109977 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:59.110308 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:59.110637 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:59.110967 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:59.113677 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:59.113677 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:03:59.378147 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257ead33-c4a6-43f9-a0d3-2680f17d292f None None] Sync routers for ids ['6ee9711f-e985-411a-9973-205fc96ef6cd'] in dv-cinder-827511-1-iscsi {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:03:59.389411 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257ead33-c4a6-43f9-a0d3-2680f17d292f None None] Routers {'6ee9711f-e985-411a-9973-205fc96ef6cd'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:03:59.390029 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-257ead33-c4a6-43f9-a0d3-2680f17d292f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:03:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['6ee9711f-e985-411a-9973-205fc96ef6cd'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:03:59.509708 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-257ead33-c4a6-43f9-a0d3-2680f17d292f None None] Set router 6ee9711f-e985-411a-9973-205fc96ef6cd gateway port host: dv-cinder-827511-1-iscsi {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:03:59.738100 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-257ead33-c4a6-43f9-a0d3-2680f17d292f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee9711f-e985-411a-9973-205fc96ef6cd', 'name': 'tempest-TestMinimumBasicScenario-1146077413-router', 'tenant_id': '645ca54a55f14fbd896da241ab5344a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '5393bee0-bc21-482d-83d6-56c6df4ff0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:03:52Z', 'updated_at': '2022-02-02T16:03:55Z', 'revision_number': 4, 'project_id': '645ca54a55f14fbd896da241ab5344a2', 'gw_port': {'id': '5393bee0-bc21-482d-83d6-56c6df4ff0c7', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee9711f-e985-411a-9973-205fc96ef6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:03:52Z', 'updated_at': '2022-02-02T16:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': 'c73fe87a-3ed2-41cd-8c8e-79af1e3650df', 'name': '', 'network_id': 'eef2a50e-f02c-450e-ad57-87c1f628bacd', 'tenant_id': '645ca54a55f14fbd896da241ab5344a2', 'mac_address': 'fa:16:3e:1f:61:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee9711f-e985-411a-9973-205fc96ef6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '41528a67-9cb0-45b6-9206-008d5e73bae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:03:55Z', 'updated_at': '2022-02-02T16:03:55Z', 'revision_number': 2, 'project_id': '645ca54a55f14fbd896da241ab5344a2', 'subnets': [{'id': '41528a67-9cb0-45b6-9206-008d5e73bae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:03:59.768913 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257ead33-c4a6-43f9-a0d3-2680f17d292f None None] Checking router: 6ee9711f-e985-411a-9973-205fc96ef6cd for host: dv-cinder-827511-1-iscsi {{(pid=109041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:03:59.769318 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257ead33-c4a6-43f9-a0d3-2680f17d292f None None] Updating router 6ee9711f-e985-411a-9973-205fc96ef6cd port c73fe87a-3ed2-41cd-8c8e-79af1e3650df binding host dv-cinder-827511-1-iscsi {{(pid=109041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 16:03:59.799954 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-257ead33-c4a6-43f9-a0d3-2680f17d292f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (c73fe87a-3ed2-41cd-8c8e-79af1e3650df), before_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:00.124229 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-257ead33-c4a6-43f9-a0d3-2680f17d292f None None] Publish callbacks [] for port (c73fe87a-3ed2-41cd-8c8e-79af1e3650df), precommit_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:00.134942 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-257ead33-c4a6-43f9-a0d3-2680f17d292f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (c73fe87a-3ed2-41cd-8c8e-79af1e3650df), after_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:00.189756 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8fee3-ea54-4532-ab71-757e62173bcc None None] Pushing event updated for resources: {'Port': ['ID=c73fe87a-3ed2-41cd-8c8e-79af1e3650df,revision_number=3']} {{(pid=109041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:00.257842 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.managers [None req-257ead33-c4a6-43f9-a0d3-2680f17d292f None None] Attempting to bind port c73fe87a-3ed2-41cd-8c8e-79af1e3650df on host dv-cinder-827511-1-iscsi for vnic_type normal with profile {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 16:04:00.258428 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.managers [None req-257ead33-c4a6-43f9-a0d3-2680f17d292f None None] Attempting to bind port c73fe87a-3ed2-41cd-8c8e-79af1e3650df by drivers openvswitch,hyperv on host dv-cinder-827511-1-iscsi at level 0 using segments [{'id': '1643bc1a-2235-49f2-9c9d-19d3847eb35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'eef2a50e-f02c-450e-ad57-87c1f628bacd'}] {{(pid=109041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 16:04:00.259164 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257ead33-c4a6-43f9-a0d3-2680f17d292f None None] Attempting to bind port c73fe87a-3ed2-41cd-8c8e-79af1e3650df on network eef2a50e-f02c-450e-ad57-87c1f628bacd {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 16:04:00.265792 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257ead33-c4a6-43f9-a0d3-2680f17d292f None None] Checking agent: {'id': 'b5af8d0a-fb73-41c0-8b14-396d0b8fc477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827511-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 45, 49), 'started_at': datetime.datetime(2022, 2, 2, 15, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827511-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 16:04:00.266164 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257ead33-c4a6-43f9-a0d3-2680f17d292f None None] Checking segment: {'id': '1643bc1a-2235-49f2-9c9d-19d3847eb35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'eef2a50e-f02c-450e-ad57-87c1f628bacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 16:04:00.266561 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-257ead33-c4a6-43f9-a0d3-2680f17d292f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:00.266951 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257ead33-c4a6-43f9-a0d3-2680f17d292f None None] Bound using segment: {'id': '1643bc1a-2235-49f2-9c9d-19d3847eb35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'eef2a50e-f02c-450e-ad57-87c1f628bacd'} {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 16:04:00.267566 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.managers [None req-257ead33-c4a6-43f9-a0d3-2680f17d292f None None] Bound port: c73fe87a-3ed2-41cd-8c8e-79af1e3650df, host: dv-cinder-827511-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1643bc1a-2235-49f2-9c9d-19d3847eb35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'eef2a50e-f02c-450e-ad57-87c1f628bacd'}}] {{(pid=109041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 16:04:00.267971 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-257ead33-c4a6-43f9-a0d3-2680f17d292f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (c73fe87a-3ed2-41cd-8c8e-79af1e3650df), before_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:00.375651 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.db [None req-257ead33-c4a6-43f9-a0d3-2680f17d292f None None] For port c73fe87a-3ed2-41cd-8c8e-79af1e3650df, host dv-cinder-827511-1-iscsi, cleared binding levels {{(pid=109041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:04:00.382253 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.db [None req-257ead33-c4a6-43f9-a0d3-2680f17d292f None None] For port c73fe87a-3ed2-41cd-8c8e-79af1e3650df, host dv-cinder-827511-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=c73fe87a-3ed2-41cd-8c8e-79af1e3650df,segment=NetworkSegment(1643bc1a-2235-49f2-9c9d-19d3847eb35b),segment_id=1643bc1a-2235-49f2-9c9d-19d3847eb35b)] {{(pid=109041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:04:00.394009 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-257ead33-c4a6-43f9-a0d3-2680f17d292f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (c73fe87a-3ed2-41cd-8c8e-79af1e3650df), after_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:00.467111 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257ead33-c4a6-43f9-a0d3-2680f17d292f None None] Routers {'6ee9711f-e985-411a-9973-205fc96ef6cd'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:04:00.467673 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-257ead33-c4a6-43f9-a0d3-2680f17d292f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:03:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['6ee9711f-e985-411a-9973-205fc96ef6cd'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:04:00.502762 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-c0fe67a6-3b57-4d2d-8728-d5e2403578ee None None] Provisioning complete for port c73fe87a-3ed2-41cd-8c8e-79af1e3650df triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:04:00.503578 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-c0fe67a6-3b57-4d2d-8728-d5e2403578ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (c73fe87a-3ed2-41cd-8c8e-79af1e3650df), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:00.593590 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-257ead33-c4a6-43f9-a0d3-2680f17d292f None None] Set router 6ee9711f-e985-411a-9973-205fc96ef6cd gateway port host: dv-cinder-827511-1-iscsi {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:04:00.631783 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8fee3-ea54-4532-ab71-757e62173bcc None None] Pushing event updated for resources: {'Port': ['ID=c73fe87a-3ed2-41cd-8c8e-79af1e3650df,revision_number=4']} {{(pid=109041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:00.789939 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-c0fe67a6-3b57-4d2d-8728-d5e2403578ee None None] Current status of the port c73fe87a-3ed2-41cd-8c8e-79af1e3650df is: DOWN; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:04:00.790498 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-c0fe67a6-3b57-4d2d-8728-d5e2403578ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (c73fe87a-3ed2-41cd-8c8e-79af1e3650df), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:00.848493 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-c0fe67a6-3b57-4d2d-8728-d5e2403578ee None None] For port c73fe87a-3ed2-41cd-8c8e-79af1e3650df, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=c73fe87a-3ed2-41cd-8c8e-79af1e3650df,segment=NetworkSegment(1643bc1a-2235-49f2-9c9d-19d3847eb35b),segment_id=1643bc1a-2235-49f2-9c9d-19d3847eb35b)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:04:00.858329 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-c0fe67a6-3b57-4d2d-8728-d5e2403578ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (c73fe87a-3ed2-41cd-8c8e-79af1e3650df), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:00.888866 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 5393bee0-bc21-482d-83d6-56c6df4ff0c7 up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 16:04:00.935062 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-257ead33-c4a6-43f9-a0d3-2680f17d292f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee9711f-e985-411a-9973-205fc96ef6cd', 'name': 'tempest-TestMinimumBasicScenario-1146077413-router', 'tenant_id': '645ca54a55f14fbd896da241ab5344a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '5393bee0-bc21-482d-83d6-56c6df4ff0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:03:52Z', 'updated_at': '2022-02-02T16:03:55Z', 'revision_number': 4, 'project_id': '645ca54a55f14fbd896da241ab5344a2', 'gw_port': {'id': '5393bee0-bc21-482d-83d6-56c6df4ff0c7', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee9711f-e985-411a-9973-205fc96ef6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:03:52Z', 'updated_at': '2022-02-02T16:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': 'c73fe87a-3ed2-41cd-8c8e-79af1e3650df', 'name': '', 'network_id': 'eef2a50e-f02c-450e-ad57-87c1f628bacd', 'tenant_id': '645ca54a55f14fbd896da241ab5344a2', 'mac_address': 'fa:16:3e:1f:61:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee9711f-e985-411a-9973-205fc96ef6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '41528a67-9cb0-45b6-9206-008d5e73bae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:03:55Z', 'updated_at': '2022-02-02T16:04:00Z', 'revision_number': 4, 'project_id': '645ca54a55f14fbd896da241ab5344a2', 'subnets': [{'id': '41528a67-9cb0-45b6-9206-008d5e73bae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:04:00.961088 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe67a6-3b57-4d2d-8728-d5e2403578ee None None] Pushing event updated for resources: {'Port': ['ID=c73fe87a-3ed2-41cd-8c8e-79af1e3650df,revision_number=5']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:00.984324 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port 5393bee0-bc21-482d-83d6-56c6df4ff0c7 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:04:00.984710 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (5393bee0-bc21-482d-83d6-56c6df4ff0c7), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:01.015366 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-f261a0da-5727-424f-8770-203d73c7c74c None None] Provisioning complete for port c73fe87a-3ed2-41cd-8c8e-79af1e3650df triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:04:01.015729 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-f261a0da-5727-424f-8770-203d73c7c74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (c73fe87a-3ed2-41cd-8c8e-79af1e3650df), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:01.115723 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257ead33-c4a6-43f9-a0d3-2680f17d292f None None] The sync data for ids ['6ee9711f-e985-411a-9973-205fc96ef6cd'] in dv-cinder-827511-1-iscsi is: [{'id': '6ee9711f-e985-411a-9973-205fc96ef6cd', 'name': 'tempest-TestMinimumBasicScenario-1146077413-router', 'tenant_id': '645ca54a55f14fbd896da241ab5344a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '5393bee0-bc21-482d-83d6-56c6df4ff0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:03:52Z', 'updated_at': '2022-02-02T16:03:55Z', 'revision_number': 4, 'project_id': '645ca54a55f14fbd896da241ab5344a2', 'gw_port': {'id': '5393bee0-bc21-482d-83d6-56c6df4ff0c7', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee9711f-e985-411a-9973-205fc96ef6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:03:52Z', 'updated_at': '2022-02-02T16:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': 'c73fe87a-3ed2-41cd-8c8e-79af1e3650df', 'name': '', 'network_id': 'eef2a50e-f02c-450e-ad57-87c1f628bacd', 'tenant_id': '645ca54a55f14fbd896da241ab5344a2', 'mac_address': 'fa:16:3e:1f:61:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee9711f-e985-411a-9973-205fc96ef6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '41528a67-9cb0-45b6-9206-008d5e73bae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:03:55Z', 'updated_at': '2022-02-02T16:04:00Z', 'revision_number': 4, 'project_id': '645ca54a55f14fbd896da241ab5344a2', 'subnets': [{'id': '41528a67-9cb0-45b6-9206-008d5e73bae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:04:01.153858 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port 5393bee0-bc21-482d-83d6-56c6df4ff0c7 is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:04:01.154875 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device c73fe87a-3ed2-41cd-8c8e-79af1e3650df up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 16:04:01.189724 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-f261a0da-5727-424f-8770-203d73c7c74c None None] Current status of the port c73fe87a-3ed2-41cd-8c8e-79af1e3650df is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:04:01.230737 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port c73fe87a-3ed2-41cd-8c8e-79af1e3650df triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:04:01.231283 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (c73fe87a-3ed2-41cd-8c8e-79af1e3650df), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:01.348421 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port c73fe87a-3ed2-41cd-8c8e-79af1e3650df is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:04:02.735651 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device c73fe87a-3ed2-41cd-8c8e-79af1e3650df up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 16:04:02.791039 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port c73fe87a-3ed2-41cd-8c8e-79af1e3650df triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:04:02.791418 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (c73fe87a-3ed2-41cd-8c8e-79af1e3650df), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:02.883587 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port c73fe87a-3ed2-41cd-8c8e-79af1e3650df is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:04:07.859768 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-48c0c279-9fc9-4348-b866-7f6a2aea4831 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:07.861300 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-48c0c279-9fc9-4348-b866-7f6a2aea4831 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/networks?id=aabac339-88bb-4656-bc3f-961da151c5f2 HTTP/1.1" status: 200 len: 814 time: 0.1050239 Feb 02 16:04:07.876095 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-725ce339-34ee-4707-b2b7-657aed4bc956 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/quotas/8c5fa1e7da1a4fd8bb28d4c4bf7d6af8 HTTP/1.1" status: 200 len: 375 time: 0.0094116 Feb 02 16:04:07.932288 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-e62922d5-f072-469f-8ad4-e356363edd11 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=8c5fa1e7da1a4fd8bb28d4c4bf7d6af8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509326 Feb 02 16:04:07.948064 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-7842e9f3-0bfc-47ad-ad57-a28a24196afb service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=109039) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 16:04:07.949037 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-7842e9f3-0bfc-47ad-ad57-a28a24196afb service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057037 Feb 02 16:04:08.043572 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-23f50207-16da-4f10-9d48-9425fe0340fe service neutron] 10.222.0.112 "GET /v2.0/networks/aabac339-88bb-4656-bc3f-961da151c5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890050 Feb 02 16:04:08.135482 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-2ba374e0-c64f-4b9c-8c68-a1d2f731c79f service neutron] 10.222.0.112 "GET /v2.0/networks/aabac339-88bb-4656-bc3f-961da151c5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860937 Feb 02 16:04:08.409998 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4395e744-fc14-4e56-b6c1-4802f66a5b09 req-ccdb6144-37da-4192-928a-bfd95cae33ff tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 210 time: 0.1362593 Feb 02 16:04:09.320602 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-33acaa7f-09d2-4239-a3df-8bcc80313430 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:09.323296 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-33acaa7f-09d2-4239-a3df-8bcc80313430 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.59 "GET /v2.0/networks?id=aabac339-88bb-4656-bc3f-961da151c5f2 HTTP/1.1" status: 200 len: 814 time: 0.1147540 Feb 02 16:04:09.343629 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-4b87d0aa-376e-420a-bc80-4fc883289d6d tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Request body: {'port': {'device_id': 'a9a8a87c-74eb-4537-b21d-21fe350d3fb5', 'network_id': 'aabac339-88bb-4656-bc3f-961da151c5f2', 'admin_state_up': True, 'tenant_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:04:09.454419 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-4b87d0aa-376e-420a-bc80-4fc883289d6d tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Made reservation on behalf of 8c5fa1e7da1a4fd8bb28d4c4bf7d6af8 for: {'port': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:04:09.457980 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-4b87d0aa-376e-420a-bc80-4fc883289d6d tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:09.533134 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-18192721-bf55-4735-8e96-33bce480ff37 req-c661d6af-21b7-4679-837d-568cd1b2bde3 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 210 time: 0.0353105 Feb 02 16:04:09.600352 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_common [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-4b87d0aa-376e-420a-bc80-4fc883289d6d tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Allocated IP 172.20.0.13 (aabac339-88bb-4656-bc3f-961da151c5f2/3b9d63f1-7cf6-4f6b-a05b-4fa352676686/0eb25512-67cb-409b-9a67-9259ff7460fc) {{(pid=109038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:04:09.792794 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-4b87d0aa-376e-420a-bc80-4fc883289d6d tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks [] for port (0eb25512-67cb-409b-9a67-9259ff7460fc), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:09.835565 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-4b87d0aa-376e-420a-bc80-4fc883289d6d tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (0eb25512-67cb-409b-9a67-9259ff7460fc), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:09.890216 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-4b87d0aa-376e-420a-bc80-4fc883289d6d tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Network aabac339-88bb-4656-bc3f-961da151c5f2 is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:04:09.894132 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-4b87d0aa-376e-420a-bc80-4fc883289d6d tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:04:09.899644 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-4b87d0aa-376e-420a-bc80-4fc883289d6d tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Received port after_create {{(pid=109038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 16:04:09.942208 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87d0aa-376e-420a-bc80-4fc883289d6d tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Pushing event updated for resources: {'Port': ['ID=0eb25512-67cb-409b-9a67-9259ff7460fc,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:09.968121 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-4b87d0aa-376e-420a-bc80-4fc883289d6d tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:09.968803 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-4b87d0aa-376e-420a-bc80-4fc883289d6d tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:09.992188 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-4b87d0aa-376e-420a-bc80-4fc883289d6d tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6527948 Feb 02 16:04:10.278002 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-f4f465bd-bcbf-4499-a604-5e06505eda27 None None] Provisioning complete for port 0eb25512-67cb-409b-9a67-9259ff7460fc triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:04:10.278593 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-f4f465bd-bcbf-4499-a604-5e06505eda27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (0eb25512-67cb-409b-9a67-9259ff7460fc), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:10.319361 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-f4f465bd-bcbf-4499-a604-5e06505eda27 None None] Port 0eb25512-67cb-409b-9a67-9259ff7460fc cannot update to ACTIVE because it is not bound. {{(pid=109040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 16:04:10.697292 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3d759-6a9e-48e1-8716-63b1a86c52e8 req-b41e9224-3d06-40bc-8b41-71fd7f12cb53 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:10.698865 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e8c3d759-6a9e-48e1-8716-63b1a86c52e8 req-b41e9224-3d06-40bc-8b41-71fd7f12cb53 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 932 time: 0.0603805 Feb 02 16:04:10.754488 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e8c3d759-6a9e-48e1-8716-63b1a86c52e8 req-b5b2f3a3-be90-45c2-a5ea-53bee8481651 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/security-groups?id=4952c2aa-b786-4a3e-af81-6e9989b2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495739 Feb 02 16:04:11.884373 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ccf40f-d83c-4e00-8d27-0a2b44bc256b req-f72ad759-99b0-4d18-9b0f-df2ca8999b98 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:11.885906 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-13ccf40f-d83c-4e00-8d27-0a2b44bc256b req-f72ad759-99b0-4d18-9b0f-df2ca8999b98 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 932 time: 0.0554142 Feb 02 16:04:11.934721 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-13ccf40f-d83c-4e00-8d27-0a2b44bc256b req-deae87f5-1b04-447c-b21c-a84fc50d9001 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/security-groups?id=4952c2aa-b786-4a3e-af81-6e9989b2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430253 Feb 02 16:04:12.869446 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-dee1190c-12bb-429f-b583-f8818d3cef4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:13.076539 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e7dbc-cc65-4848-8433-6a036f660395 req-e52b94cf-d1eb-4f1c-8c75-9201bf0b9c4b tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:13.078145 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ac5e7dbc-cc65-4848-8433-6a036f660395 req-e52b94cf-d1eb-4f1c-8c75-9201bf0b9c4b tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 932 time: 0.0625825 Feb 02 16:04:13.158032 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ac5e7dbc-cc65-4848-8433-6a036f660395 req-4662d7e2-d91a-4445-8b4b-a60c47bda28b tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/security-groups?id=4952c2aa-b786-4a3e-af81-6e9989b2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710547 Feb 02 16:04:14.298924 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c675ba-610b-4b2b-8759-e6bfbbc7682d req-429e2dad-fef4-4132-a6e1-325d6dd904e1 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:14.300505 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-07c675ba-610b-4b2b-8759-e6bfbbc7682d req-429e2dad-fef4-4132-a6e1-325d6dd904e1 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 932 time: 0.0564449 Feb 02 16:04:14.361542 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-07c675ba-610b-4b2b-8759-e6bfbbc7682d req-5f26e773-71bd-404b-9e44-c2ab2e01eb92 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/security-groups?id=4952c2aa-b786-4a3e-af81-6e9989b2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524840 Feb 02 16:04:15.374240 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-a177f679-7b13-40e8-9a4f-dcde1c845e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:15.496348 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32bbed-a0dd-4762-acf8-cb6f214832b4 req-b8d82d9e-2db3-422f-8a20-2842c9601334 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:15.498044 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9b32bbed-a0dd-4762-acf8-cb6f214832b4 req-b8d82d9e-2db3-422f-8a20-2842c9601334 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 932 time: 0.0582805 Feb 02 16:04:15.559710 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9b32bbed-a0dd-4762-acf8-cb6f214832b4 req-6bc72bd2-2001-475a-a4e0-438c6ab1fe78 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/security-groups?id=4952c2aa-b786-4a3e-af81-6e9989b2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561223 Feb 02 16:04:16.279224 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:16.697839 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58435d34-00e2-47f3-8697-82dcd111664d req-007a2554-4194-457f-9d51-fc5f0c157f6f tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:16.699421 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-58435d34-00e2-47f3-8697-82dcd111664d req-007a2554-4194-457f-9d51-fc5f0c157f6f tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 932 time: 0.0571892 Feb 02 16:04:16.755026 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-58435d34-00e2-47f3-8697-82dcd111664d req-a5fbb7d5-a92b-4e74-b79f-daf15761bd56 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/security-groups?id=4952c2aa-b786-4a3e-af81-6e9989b2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500486 Feb 02 16:04:17.183149 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-bc31355f-3c73-441c-b061-5d55b9ca34d2 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=109038) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 16:04:17.184245 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-bc31355f-3c73-441c-b061-5d55b9ca34d2 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057704 Feb 02 16:04:17.261112 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-cd09ad5b-f779-40a0-8397-2e6596c85f55 service neutron] Request body: {'port': {'device_id': 'a9a8a87c-74eb-4537-b21d-21fe350d3fb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82751'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:04:17.322301 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-cd09ad5b-f779-40a0-8397-2e6596c85f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (0eb25512-67cb-409b-9a67-9259ff7460fc), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:17.488937 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:17.583747 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-cd09ad5b-f779-40a0-8397-2e6596c85f55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eb25512-67cb-409b-9a67-9259ff7460fc {{(pid=109038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 16:04:17.591670 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-cd09ad5b-f779-40a0-8397-2e6596c85f55 service neutron] Publish callbacks [] for port (0eb25512-67cb-409b-9a67-9259ff7460fc), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:17.604420 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.provisioning_blocks [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-cd09ad5b-f779-40a0-8397-2e6596c85f55 service neutron] Transition to ACTIVE for port object 0eb25512-67cb-409b-9a67-9259ff7460fc will not be triggered until provisioned by entity L2. {{(pid=109038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:04:17.608653 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-cd09ad5b-f779-40a0-8397-2e6596c85f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (0eb25512-67cb-409b-9a67-9259ff7460fc), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:17.662631 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd09ad5b-f779-40a0-8397-2e6596c85f55 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb25512-67cb-409b-9a67-9259ff7460fc,revision_number=2']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:17.707881 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:17.755487 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-cd09ad5b-f779-40a0-8397-2e6596c85f55 service neutron] Attempting to bind port 0eb25512-67cb-409b-9a67-9259ff7460fc on host hv-cinder-82751 for vnic_type normal with profile {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 16:04:17.755738 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-cd09ad5b-f779-40a0-8397-2e6596c85f55 service neutron] Attempting to bind port 0eb25512-67cb-409b-9a67-9259ff7460fc by drivers openvswitch,hyperv on host hv-cinder-82751 at level 0 using segments [{'id': 'e5c0a66a-77d1-4c07-8a7b-cd774d2104b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'aabac339-88bb-4656-bc3f-961da151c5f2'}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 16:04:17.756072 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-cd09ad5b-f779-40a0-8397-2e6596c85f55 service neutron] Attempting to bind port 0eb25512-67cb-409b-9a67-9259ff7460fc on network aabac339-88bb-4656-bc3f-961da151c5f2 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 16:04:17.768488 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-cd09ad5b-f779-40a0-8397-2e6596c85f55 service neutron] Port 0eb25512-67cb-409b-9a67-9259ff7460fc on network aabac339-88bb-4656-bc3f-961da151c5f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82751 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 16:04:17.768988 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-cd09ad5b-f779-40a0-8397-2e6596c85f55 service neutron] Attempting to bind port 0eb25512-67cb-409b-9a67-9259ff7460fc on network aabac339-88bb-4656-bc3f-961da151c5f2 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 16:04:17.776709 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-cd09ad5b-f779-40a0-8397-2e6596c85f55 service neutron] Checking agent: {'id': 'd02ae37f-da75-47b5-8264-16fb0fa5b24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82751', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'started_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 16:04:17.777298 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-cd09ad5b-f779-40a0-8397-2e6596c85f55 service neutron] Checking segment: {'id': 'e5c0a66a-77d1-4c07-8a7b-cd774d2104b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'aabac339-88bb-4656-bc3f-961da151c5f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 16:04:17.778133 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-cd09ad5b-f779-40a0-8397-2e6596c85f55 service neutron] Bound using segment: {'id': 'e5c0a66a-77d1-4c07-8a7b-cd774d2104b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'aabac339-88bb-4656-bc3f-961da151c5f2'} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 16:04:17.778674 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-cd09ad5b-f779-40a0-8397-2e6596c85f55 service neutron] Bound port: 0eb25512-67cb-409b-9a67-9259ff7460fc, host: hv-cinder-82751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c0a66a-77d1-4c07-8a7b-cd774d2104b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'aabac339-88bb-4656-bc3f-961da151c5f2'}}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 16:04:17.779253 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-cd09ad5b-f779-40a0-8397-2e6596c85f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (0eb25512-67cb-409b-9a67-9259ff7460fc), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:17.879436 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-cd09ad5b-f779-40a0-8397-2e6596c85f55 service neutron] For port 0eb25512-67cb-409b-9a67-9259ff7460fc, host hv-cinder-82751, cleared binding levels {{(pid=109038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:04:17.883178 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-cd09ad5b-f779-40a0-8397-2e6596c85f55 service neutron] For port 0eb25512-67cb-409b-9a67-9259ff7460fc, host hv-cinder-82751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=0eb25512-67cb-409b-9a67-9259ff7460fc,segment=NetworkSegment(e5c0a66a-77d1-4c07-8a7b-cd774d2104b2),segment_id=e5c0a66a-77d1-4c07-8a7b-cd774d2104b2)] {{(pid=109038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:04:17.891449 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-cd09ad5b-f779-40a0-8397-2e6596c85f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (0eb25512-67cb-409b-9a67-9259ff7460fc), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:17.910435 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057486c7-a14a-4580-bb0e-75a7e3a7fb65 req-58c05ec9-31bc-4476-a03c-fdf26f0ac3c4 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:17.912000 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-057486c7-a14a-4580-bb0e-75a7e3a7fb65 req-58c05ec9-31bc-4476-a03c-fdf26f0ac3c4 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 944 time: 0.0548196 Feb 02 16:04:17.932542 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-cd09ad5b-f779-40a0-8397-2e6596c85f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:17.933224 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-cd09ad5b-f779-40a0-8397-2e6596c85f55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:17.934913 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-cd09ad5b-f779-40a0-8397-2e6596c85f55 service neutron] 10.222.0.59 "PUT /v2.0/ports/0eb25512-67cb-409b-9a67-9259ff7460fc HTTP/1.1" status: 200 len: 1094 time: 0.7247136 Feb 02 16:04:17.935358 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a8a87c-74eb-4537-b21d-21fe350d3fb5', 'tag': '0eb25512-67cb-409b-9a67-9259ff7460fc'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:04:17.937639 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2105660c-3dee-4dd2-8958-f74a45d1b341" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a8a87c-74eb-4537-b21d-21fe350d3fb5", "tag": "0eb25512-67cb-409b-9a67-9259ff7460fc"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:04:17.965646 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd09ad5b-f779-40a0-8397-2e6596c85f55 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb25512-67cb-409b-9a67-9259ff7460fc,revision_number=3']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:17.981220 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-057486c7-a14a-4580-bb0e-75a7e3a7fb65 req-7de72bce-736d-4118-8752-b1c2bff57e79 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/security-groups?id=4952c2aa-b786-4a3e-af81-6e9989b2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622847 Feb 02 16:04:18.001204 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 16:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40086ef0-0bc3-4689-9e4a-2ca352aab8f3 x-openstack-request-id: req-40086ef0-0bc3-4689-9e4a-2ca352aab8f3 {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:04:18.001204 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a8a87c-74eb-4537-b21d-21fe350d3fb5", "tag": "0eb25512-67cb-409b-9a67-9259ff7460fc", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:04:18.001204 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-40086ef0-0bc3-4689-9e4a-2ca352aab8f3 {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:04:18.001204 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a8a87c-74eb-4537-b21d-21fe350d3fb5', 'tag': '0eb25512-67cb-409b-9a67-9259ff7460fc', 'status': 'completed', 'code': 200} Feb 02 16:04:18.063395 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-7dda329c-0b06-40be-acb6-07e257192afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:18.065401 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-7dda329c-0b06-40be-acb6-07e257192afd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c5fa1e7da1a4fd8bb28d4c4bf7d6af8&device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 1128 time: 0.0529220 Feb 02 16:04:18.115109 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-735adce4-266c-472d-85cb-5251864757a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0eb25512-67cb-409b-9a67-9259ff7460fc HTTP/1.1" status: 200 len: 217 time: 0.0365188 Feb 02 16:04:18.165383 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-1143f897-bf42-428b-a6ba-40f4d2537bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:18.166893 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-1143f897-bf42-428b-a6ba-40f4d2537bfb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b9d63f1-7cf6-4f6b-a05b-4fa352676686 HTTP/1.1" status: 200 len: 853 time: 0.0458205 Feb 02 16:04:18.223481 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-be1c6a1e-0ed3-440d-9944-435973d78b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:18.224963 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-be1c6a1e-0ed3-440d-9944-435973d78b2a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aabac339-88bb-4656-bc3f-961da151c5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520892 Feb 02 16:04:18.315931 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-e33fb10b-306b-4d87-93bf-74ca659cd0a5 service neutron] 10.222.0.59 "GET /v2.0/networks/aabac339-88bb-4656-bc3f-961da151c5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835638 Feb 02 16:04:18.414014 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e8cd1918-3d57-498e-8a06-2b83fc217299 req-b8868282-0266-4c0f-b310-cdb671e93afd service neutron] 10.222.0.59 "GET /v2.0/networks/aabac339-88bb-4656-bc3f-961da151c5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913978 Feb 02 16:04:18.543553 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105660c-3dee-4dd2-8958-f74a45d1b341 req-9697d7e6-81a4-46b8-aa3e-22fbbdc92cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:18.545130 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-2105660c-3dee-4dd2-8958-f74a45d1b341 req-9697d7e6-81a4-46b8-aa3e-22fbbdc92cce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c5fa1e7da1a4fd8bb28d4c4bf7d6af8&device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 1128 time: 0.0481393 Feb 02 16:04:18.640313 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105660c-3dee-4dd2-8958-f74a45d1b341 req-27e62371-4946-4fad-84d3-f2aa4c1df42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:18.641774 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-2105660c-3dee-4dd2-8958-f74a45d1b341 req-27e62371-4946-4fad-84d3-f2aa4c1df42a service neutron] 10.222.0.59 "GET /v2.0/networks?id=aabac339-88bb-4656-bc3f-961da151c5f2 HTTP/1.1" status: 200 len: 915 time: 0.0896034 Feb 02 16:04:18.685678 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-2105660c-3dee-4dd2-8958-f74a45d1b341 req-e51a442c-95f9-4619-b4f5-9d7da09b53bd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0eb25512-67cb-409b-9a67-9259ff7460fc HTTP/1.1" status: 200 len: 217 time: 0.0352187 Feb 02 16:04:18.735633 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105660c-3dee-4dd2-8958-f74a45d1b341 req-5ed6a1ec-66ec-4df8-a885-9d7d553c6d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:18.737213 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-2105660c-3dee-4dd2-8958-f74a45d1b341 req-5ed6a1ec-66ec-4df8-a885-9d7d553c6d96 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b9d63f1-7cf6-4f6b-a05b-4fa352676686 HTTP/1.1" status: 200 len: 853 time: 0.0451941 Feb 02 16:04:18.790101 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105660c-3dee-4dd2-8958-f74a45d1b341 req-a8fbf926-e937-40ae-856c-dfcf11c075b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:18.791601 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-2105660c-3dee-4dd2-8958-f74a45d1b341 req-a8fbf926-e937-40ae-856c-dfcf11c075b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aabac339-88bb-4656-bc3f-961da151c5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475428 Feb 02 16:04:18.885254 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-2105660c-3dee-4dd2-8958-f74a45d1b341 req-4016f39d-c6c6-4495-8f11-222b03c0c266 service neutron] 10.222.0.59 "GET /v2.0/networks/aabac339-88bb-4656-bc3f-961da151c5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864532 Feb 02 16:04:18.980828 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-2105660c-3dee-4dd2-8958-f74a45d1b341 req-a1488540-7ee2-4ab6-a3d2-6912c0c2b7ff service neutron] 10.222.0.59 "GET /v2.0/networks/aabac339-88bb-4656-bc3f-961da151c5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887194 Feb 02 16:04:19.120733 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b1ef4-21f0-40a4-94aa-411f12b0bbcd req-7ed3bbc8-c1d0-481f-816d-5069f4cbae1f tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:19.122429 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3c4b1ef4-21f0-40a4-94aa-411f12b0bbcd req-7ed3bbc8-c1d0-481f-816d-5069f4cbae1f tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 944 time: 0.0665884 Feb 02 16:04:19.172136 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3c4b1ef4-21f0-40a4-94aa-411f12b0bbcd req-e38f20e8-3daa-47b2-b7c0-1331bc5d3760 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/security-groups?id=4952c2aa-b786-4a3e-af81-6e9989b2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441308 Feb 02 16:04:19.220023 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:20.291924 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f3829-e74b-4ce2-90cf-a43c10a13105 req-1d30aa0a-d96e-46b8-b794-91b311948274 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:20.293477 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f94f3829-e74b-4ce2-90cf-a43c10a13105 req-1d30aa0a-d96e-46b8-b794-91b311948274 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 944 time: 0.0537055 Feb 02 16:04:20.344542 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f94f3829-e74b-4ce2-90cf-a43c10a13105 req-e21a8f81-1ddb-4893-8a24-2816535f3c02 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/security-groups?id=4952c2aa-b786-4a3e-af81-6e9989b2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455611 Feb 02 16:04:21.153403 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 0eb25512-67cb-409b-9a67-9259ff7460fc details requested by agent hyperv_hv-cinder-82751 with host hv-cinder-82751 {{(pid=109040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 16:04:21.261717 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 0eb25512-67cb-409b-9a67-9259ff7460fc, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=0eb25512-67cb-409b-9a67-9259ff7460fc,segment=NetworkSegment(e5c0a66a-77d1-4c07-8a7b-cd774d2104b2),segment_id=e5c0a66a-77d1-4c07-8a7b-cd774d2104b2)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:04:21.273447 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Returning: {'device': '0eb25512-67cb-409b-9a67-9259ff7460fc', 'network_id': 'aabac339-88bb-4656-bc3f-961da151c5f2', 'port_id': '0eb25512-67cb-409b-9a67-9259ff7460fc', 'mac_address': 'fa:16:3e:39:c9:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 962, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d63f1-7cf6-4f6b-a05b-4fa352676686', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 16:04:21.314359 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port 0eb25512-67cb-409b-9a67-9259ff7460fc is: DOWN; New status is: BUILD {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:04:21.314745 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (0eb25512-67cb-409b-9a67-9259ff7460fc), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:21.328018 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb25512-67cb-409b-9a67-9259ff7460fc {{(pid=109040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 16:04:21.347779 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 0eb25512-67cb-409b-9a67-9259ff7460fc, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=0eb25512-67cb-409b-9a67-9259ff7460fc,segment=NetworkSegment(e5c0a66a-77d1-4c07-8a7b-cd774d2104b2),segment_id=e5c0a66a-77d1-4c07-8a7b-cd774d2104b2)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:04:21.352219 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (0eb25512-67cb-409b-9a67-9259ff7460fc), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:21.401554 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=0eb25512-67cb-409b-9a67-9259ff7460fc,revision_number=4']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:21.475430 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16310ab-b0de-478d-a5a3-cec881f8d05d req-8692dc3c-762f-4bff-b02d-84af0441256d tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:21.477570 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c16310ab-b0de-478d-a5a3-cec881f8d05d req-8692dc3c-762f-4bff-b02d-84af0441256d tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 945 time: 0.0663705 Feb 02 16:04:21.526002 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c16310ab-b0de-478d-a5a3-cec881f8d05d req-9d90c6cb-2f3d-4acd-993d-02e206b64474 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/security-groups?id=4952c2aa-b786-4a3e-af81-6e9989b2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418699 Feb 02 16:04:21.638203 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['0eb25512-67cb-409b-9a67-9259ff7460fc'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 16:04:22.642415 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e97028-2be3-4404-a864-3231c5aaded5 req-1bdbab3d-0c64-4c0b-ae7d-b05ee4ab2ae6 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:22.643898 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b4e97028-2be3-4404-a864-3231c5aaded5 req-1bdbab3d-0c64-4c0b-ae7d-b05ee4ab2ae6 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 945 time: 0.0512943 Feb 02 16:04:22.690543 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b4e97028-2be3-4404-a864-3231c5aaded5 req-1c4d4ba9-43b2-4b04-84ee-93ff80b41792 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/security-groups?id=4952c2aa-b786-4a3e-af81-6e9989b2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406082 Feb 02 16:04:23.171689 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 0eb25512-67cb-409b-9a67-9259ff7460fc up at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 16:04:23.221314 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning for port 0eb25512-67cb-409b-9a67-9259ff7460fc completed by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:04:23.225248 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning complete for port 0eb25512-67cb-409b-9a67-9259ff7460fc triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:04:23.225632 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (0eb25512-67cb-409b-9a67-9259ff7460fc), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:23.304552 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port 0eb25512-67cb-409b-9a67-9259ff7460fc is: BUILD; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:04:23.305974 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (0eb25512-67cb-409b-9a67-9259ff7460fc), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:23.329174 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a8a87c-74eb-4537-b21d-21fe350d3fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb25512-67cb-409b-9a67-9259ff7460fc'}] {{(pid=109040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:04:23.331386 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1d7bcdb5a183cc49b107777b4db9278503cec4984c40d99c754c4d9ca4724a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79bbadb-e172-446f-b51c-34208f017c56" -d '{"events": [{"server_uuid": "a9a8a87c-74eb-4537-b21d-21fe350d3fb5", "name": "network-vif-plugged", "status": "completed", "tag": "0eb25512-67cb-409b-9a67-9259ff7460fc"}]}' {{(pid=109040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:04:23.343731 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 0eb25512-67cb-409b-9a67-9259ff7460fc, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=0eb25512-67cb-409b-9a67-9259ff7460fc,segment=NetworkSegment(e5c0a66a-77d1-4c07-8a7b-cd774d2104b2),segment_id=e5c0a66a-77d1-4c07-8a7b-cd774d2104b2)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:04:23.347909 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (0eb25512-67cb-409b-9a67-9259ff7460fc), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:23.375113 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 16:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf39a76-1a15-4d77-bb5d-ceb9773e738b x-openstack-request-id: req-2cf39a76-1a15-4d77-bb5d-ceb9773e738b {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:04:23.375412 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a8a87c-74eb-4537-b21d-21fe350d3fb5", "name": "network-vif-plugged", "status": "completed", "tag": "0eb25512-67cb-409b-9a67-9259ff7460fc", "code": 200}]} {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:04:23.375668 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-2cf39a76-1a15-4d77-bb5d-ceb9773e738b {{(pid=109040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:04:23.376058 dv-cinder-827511-1-iscsi neutron-server[109040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a8a87c-74eb-4537-b21d-21fe350d3fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb25512-67cb-409b-9a67-9259ff7460fc', 'code': 200} Feb 02 16:04:23.401660 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=0eb25512-67cb-409b-9a67-9259ff7460fc,revision_number=5']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:23.582938 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26a45e-c731-42d9-ac0f-771e22549f2c req-8359aed4-d395-4480-9bbd-3fa57b5c28a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:23.584449 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0b26a45e-c731-42d9-ac0f-771e22549f2c req-8359aed4-d395-4480-9bbd-3fa57b5c28a5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 1130 time: 0.0441413 Feb 02 16:04:23.629705 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0b26a45e-c731-42d9-ac0f-771e22549f2c req-d9222bc9-2f3d-4656-86d6-e8cb47cb6ea8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4952c2aa-b786-4a3e-af81-6e9989b2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394971 Feb 02 16:04:23.805398 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55384269-437a-488d-8e8e-1e2cccda5976 req-c99ff410-414f-49e9-8f96-95e87ee8b84d tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:23.807091 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-55384269-437a-488d-8e8e-1e2cccda5976 req-c99ff410-414f-49e9-8f96-95e87ee8b84d tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 946 time: 0.0514371 Feb 02 16:04:23.856029 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-55384269-437a-488d-8e8e-1e2cccda5976 req-2db3f050-664d-44fb-b76e-2dcc79c7a16b tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/security-groups?id=4952c2aa-b786-4a3e-af81-6e9989b2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436084 Feb 02 16:04:24.971979 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f2b12-1f64-4f7a-abdc-f5161c241bdf req-3a8f3edc-4307-431f-ac4f-66b521132df7 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:24.973485 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c17f2b12-1f64-4f7a-abdc-f5161c241bdf req-3a8f3edc-4307-431f-ac4f-66b521132df7 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 946 time: 0.0514185 Feb 02 16:04:25.019709 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c17f2b12-1f64-4f7a-abdc-f5161c241bdf req-d0a73f88-3ac5-49fe-a537-a86e4b612d95 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/security-groups?id=4952c2aa-b786-4a3e-af81-6e9989b2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402999 Feb 02 16:04:25.136655 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a1624-3201-456d-8486-a2ace71c8b28 req-b8081e30-b136-438c-ae49-2e28a1305bb0 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:25.138168 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-598a1624-3201-456d-8486-a2ace71c8b28 req-b8081e30-b136-438c-ae49-2e28a1305bb0 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 946 time: 0.0515165 Feb 02 16:04:25.184190 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-598a1624-3201-456d-8486-a2ace71c8b28 req-dc0cdcbe-5083-4669-9103-accf1bf695d3 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/security-groups?id=4952c2aa-b786-4a3e-af81-6e9989b2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406208 Feb 02 16:04:25.509342 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b01906-f740-4b99-99fd-547fed592479 req-4250f3ba-bf6b-409c-986a-a72e44becd6f tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:25.510814 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-49b01906-f740-4b99-99fd-547fed592479 req-4250f3ba-bf6b-409c-986a-a72e44becd6f tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 946 time: 0.0570874 Feb 02 16:04:25.557937 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-49b01906-f740-4b99-99fd-547fed592479 req-eeeba509-3b05-4fbb-9fb0-61ef9ad0d78c tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/security-groups?id=4952c2aa-b786-4a3e-af81-6e9989b2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416973 Feb 02 16:04:33.378190 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 16:04:34.913458 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55105b90-5527-4cf4-8e92-ce23c64ae9f6 req-baa104e6-c0ad-496a-9334-03cd546502d7 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:34.915020 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-55105b90-5527-4cf4-8e92-ce23c64ae9f6 req-baa104e6-c0ad-496a-9334-03cd546502d7 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 946 time: 0.0514255 Feb 02 16:04:34.960041 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-55105b90-5527-4cf4-8e92-ce23c64ae9f6 req-fe57aad6-642e-4d6d-a0c9-801fa319f6ab tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/security-groups?id=4952c2aa-b786-4a3e-af81-6e9989b2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394931 Feb 02 16:04:34.982456 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 37960) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:04:35.065072 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9526e55-9f62-4a47-a617-7f24da18efe9 tempest-TestMinimumBasicScenario-145709773 tempest-TestMinimumBasicScenario-145709773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:35.066605 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-d9526e55-9f62-4a47-a617-7f24da18efe9 tempest-TestMinimumBasicScenario-145709773 tempest-TestMinimumBasicScenario-145709773-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 1125 time: 0.0831916 Feb 02 16:04:35.069466 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 37964) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:04:35.074484 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-206a429a-5bc7-4662-8326-988e34f78c5e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Request body: {'floatingip': {'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'port_id': '0eb25512-67cb-409b-9a67-9259ff7460fc', 'tenant_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:04:35.093782 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-206a429a-5bc7-4662-8326-988e34f78c5e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:35.399338 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-206a429a-5bc7-4662-8326-988e34f78c5e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:35.501195 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.db_base_plugin_common [None req-206a429a-5bc7-4662-8326-988e34f78c5e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Allocated IP 172.27.3.155 (b73e1e25-daa0-4c48-af6a-058d6b286a0a/28a77757-7571-4525-b12f-0d0c59f041b8/90539a1c-9816-4c22-a607-7b419ce1c2a1) {{(pid=109039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:04:35.596877 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-206a429a-5bc7-4662-8326-988e34f78c5e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks [] for port (90539a1c-9816-4c22-a607-7b419ce1c2a1), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:35.629248 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-206a429a-5bc7-4662-8326-988e34f78c5e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5289298'] for port (90539a1c-9816-4c22-a607-7b419ce1c2a1), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:35.669987 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206a429a-5bc7-4662-8326-988e34f78c5e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Network b73e1e25-daa0-4c48-af6a-058d6b286a0a is already hosted by enough agents. {{(pid=109039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:04:35.674645 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.base_scheduler [None req-206a429a-5bc7-4662-8326-988e34f78c5e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Resources bound (agent type, host, resource id): {{(pid=109039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:04:35.678480 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206a429a-5bc7-4662-8326-988e34f78c5e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Received port after_create {{(pid=109039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 16:04:35.684821 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a429a-5bc7-4662-8326-988e34f78c5e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Pushing event updated for resources: {'Port': ['ID=90539a1c-9816-4c22-a607-7b419ce1c2a1,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:35.712740 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a429a-5bc7-4662-8326-988e34f78c5e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:35.713108 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a429a-5bc7-4662-8326-988e34f78c5e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:35.713454 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a429a-5bc7-4662-8326-988e34f78c5e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:35.713792 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a429a-5bc7-4662-8326-988e34f78c5e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:35.714125 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a429a-5bc7-4662-8326-988e34f78c5e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:35.714454 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a429a-5bc7-4662-8326-988e34f78c5e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:35.714779 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a429a-5bc7-4662-8326-988e34f78c5e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:35.715106 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a429a-5bc7-4662-8326-988e34f78c5e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:35.715430 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a429a-5bc7-4662-8326-988e34f78c5e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:35.715751 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a429a-5bc7-4662-8326-988e34f78c5e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:35.716072 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a429a-5bc7-4662-8326-988e34f78c5e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:35.716392 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a429a-5bc7-4662-8326-988e34f78c5e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:35.716709 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a429a-5bc7-4662-8326-988e34f78c5e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:04:36.045371 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-206a429a-5bc7-4662-8326-988e34f78c5e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks [] for floatingip (9075c695-5de7-4e02-85d4-b18fb5c31107), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:36.115663 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-206a429a-5bc7-4662-8326-988e34f78c5e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (90539a1c-9816-4c22-a607-7b419ce1c2a1), before_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:36.265458 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-206a429a-5bc7-4662-8326-988e34f78c5e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks [] for port (90539a1c-9816-4c22-a607-7b419ce1c2a1), precommit_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:36.270043 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-206a429a-5bc7-4662-8326-988e34f78c5e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5289307'] for port (90539a1c-9816-4c22-a607-7b419ce1c2a1), after_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:36.339784 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a429a-5bc7-4662-8326-988e34f78c5e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Pushing event updated for resources: {'Port': ['ID=90539a1c-9816-4c22-a607-7b419ce1c2a1,revision_number=2']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:36.347771 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-206a429a-5bc7-4662-8326-988e34f78c5e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7937883'] for floatingip (9075c695-5de7-4e02-85d4-b18fb5c31107), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:36.444338 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.db.l3_db [None req-206a429a-5bc7-4662-8326-988e34f78c5e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Floating IP 9075c695-5de7-4e02-85d4-b18fb5c31107 associated. External IP: 172.27.3.155, port: 0eb25512-67cb-409b-9a67-9259ff7460fc. Feb 02 16:04:36.649417 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206a429a-5bc7-4662-8326-988e34f78c5e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Router 8dd5f62c-befe-4ea2-81d3-5762fac85f89 has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:04:36.756897 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206a429a-5bc7-4662-8326-988e34f78c5e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:04:36.767560 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449b6fc4-da09-4772-9c22-df88a4e1b788 None None] Sync routers for ids ['8dd5f62c-befe-4ea2-81d3-5762fac85f89'] in dv-cinder-827511-1-iscsi {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:04:36.775768 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-206a429a-5bc7-4662-8326-988e34f78c5e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for floatingip (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:36.778316 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449b6fc4-da09-4772-9c22-df88a4e1b788 None None] Routers {'8dd5f62c-befe-4ea2-81d3-5762fac85f89'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:04:36.778935 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-449b6fc4-da09-4772-9c22-df88a4e1b788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:04:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['8dd5f62c-befe-4ea2-81d3-5762fac85f89'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:04:36.807703 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-206a429a-5bc7-4662-8326-988e34f78c5e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7366107 Feb 02 16:04:36.808353 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a8a87c-74eb-4537-b21d-21fe350d3fb5', 'tag': '0eb25512-67cb-409b-9a67-9259ff7460fc'}] {{(pid=109039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:04:36.810489 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 37966) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:04:36.811011 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c161fd89cb1d1d847ba0f79545528bda5d1c418a0cb4f87e804297803be7db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc152623-2d54-435e-969b-909dea92dee8" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a8a87c-74eb-4537-b21d-21fe350d3fb5", "tag": "0eb25512-67cb-409b-9a67-9259ff7460fc"}]}' {{(pid=109039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:04:36.815552 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-1eb2c334-0788-440b-b678-df6bb9bf10b5 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1834937580', 'description': 'tempest-secgroup-smoke-1834937580 description', 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:04:36.838701 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-1eb2c334-0788-440b-b678-df6bb9bf10b5 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:36.853315 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 16:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131568a6-58f4-4a80-80fc-d4a0cb374a12 x-openstack-request-id: req-131568a6-58f4-4a80-80fc-d4a0cb374a12 {{(pid=109039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:04:36.853857 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a8a87c-74eb-4537-b21d-21fe350d3fb5", "tag": "0eb25512-67cb-409b-9a67-9259ff7460fc", "status": "completed", "code": 200}]} {{(pid=109039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:04:36.854473 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-131568a6-58f4-4a80-80fc-d4a0cb374a12 {{(pid=109039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:04:36.855107 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a8a87c-74eb-4537-b21d-21fe350d3fb5', 'tag': '0eb25512-67cb-409b-9a67-9259ff7460fc', 'status': 'completed', 'code': 200} Feb 02 16:04:36.890852 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-449b6fc4-da09-4772-9c22-df88a4e1b788 None None] Set router 8dd5f62c-befe-4ea2-81d3-5762fac85f89 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:04:36.907216 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-1eb2c334-0788-440b-b678-df6bb9bf10b5 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks [] for security_group (2500076f-2c27-42a1-abec-763563f2c5c7), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:36.911154 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-1eb2c334-0788-440b-b678-df6bb9bf10b5 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (2500076f-2c27-42a1-abec-763563f2c5c7), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:36.940232 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-1eb2c334-0788-440b-b678-df6bb9bf10b5 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:36.941476 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-1eb2c334-0788-440b-b678-df6bb9bf10b5 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1297615 Feb 02 16:04:36.944367 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 37970) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:04:36.950065 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-f6009236-327a-49c6-93d4-a83859430ac6 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Request body: {'security_group_rule': {'security_group_id': '2500076f-2c27-42a1-abec-763563f2c5c7', 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:04:36.955050 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb2c334-0788-440b-b678-df6bb9bf10b5 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2500076f-2c27-42a1-abec-763563f2c5c7,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:37.008658 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-f6009236-327a-49c6-93d4-a83859430ac6 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks [] for security_group_rule (38f8a1d5-c542-41fd-9267-e6a94b6d1676), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:37.046206 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc152623-2d54-435e-969b-909dea92dee8 req-b9245634-cede-4045-abb0-37783c7e64ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:37.047741 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-cc152623-2d54-435e-969b-909dea92dee8 req-b9245634-cede-4045-abb0-37783c7e64ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c5fa1e7da1a4fd8bb28d4c4bf7d6af8&device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 1130 time: 0.0821674 Feb 02 16:04:37.121806 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-449b6fc4-da09-4772-9c22-df88a4e1b788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'name': 'tempest-TestMinimumBasicScenario-384836905-router', 'tenant_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:03:47Z', 'updated_at': '2022-02-02T16:03:50Z', 'revision_number': 4, 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'gw_port': {'id': '688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:03:48Z', 'updated_at': '2022-02-02T16:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_floatingips': [{'id': '9075c695-5de7-4e02-85d4-b18fb5c31107', 'tenant_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'floating_ip_address': '172.27.3.155', 'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'router_id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'port_id': '0eb25512-67cb-409b-9a67-9259ff7460fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aabac339-88bb-4656-bc3f-961da151c5f2', 'mac_address': 'fa:16:3e:39:c9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a8a87c-74eb-4537-b21d-21fe350d3fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:04:35Z', 'updated_at': '2022-02-02T16:04:35Z', 'revision_number': 0, 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbd9617f-4ce4-4a9f-a052-66b864e61e28', 'name': '', 'network_id': 'aabac339-88bb-4656-bc3f-961da151c5f2', 'tenant_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'mac_address': 'fa:16:3e:a4:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3b9d63f1-7cf6-4f6b-a05b-4fa352676686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:03:50Z', 'updated_at': '2022-02-02T16:03:55Z', 'revision_number': 5, 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'subnets': [{'id': '3b9d63f1-7cf6-4f6b-a05b-4fa352676686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:04:37.125307 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-f6009236-327a-49c6-93d4-a83859430ac6 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks [] for security_group_rule (38f8a1d5-c542-41fd-9267-e6a94b6d1676), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:37.135495 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-f6009236-327a-49c6-93d4-a83859430ac6 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515366'] for security_group_rule (38f8a1d5-c542-41fd-9267-e6a94b6d1676), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:37.153168 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449b6fc4-da09-4772-9c22-df88a4e1b788 None None] Checking router: 8dd5f62c-befe-4ea2-81d3-5762fac85f89 for host: dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:04:37.161833 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449b6fc4-da09-4772-9c22-df88a4e1b788 None None] Routers {'8dd5f62c-befe-4ea2-81d3-5762fac85f89'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:04:37.162293 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6009236-327a-49c6-93d4-a83859430ac6 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f8a1d5-c542-41fd-9267-e6a94b6d1676,revision_number=0']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:37.162780 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-449b6fc4-da09-4772-9c22-df88a4e1b788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:04:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['8dd5f62c-befe-4ea2-81d3-5762fac85f89'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:04:37.178950 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-f6009236-327a-49c6-93d4-a83859430ac6 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:37.183917 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-f6009236-327a-49c6-93d4-a83859430ac6 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2358463 Feb 02 16:04:37.184479 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 37972) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:04:37.186636 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc152623-2d54-435e-969b-909dea92dee8 req-ac7737b0-5fe1-4d04-b727-8ba7dc3d5d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:37.189135 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-cc152623-2d54-435e-969b-909dea92dee8 req-ac7737b0-5fe1-4d04-b727-8ba7dc3d5d2d service neutron] 10.222.0.59 "GET /v2.0/networks?id=aabac339-88bb-4656-bc3f-961da151c5f2 HTTP/1.1" status: 200 len: 915 time: 0.1323249 Feb 02 16:04:37.189880 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-4ad1f4bd-c9d7-46a4-b002-71c82c93bcf9 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Request body: {'security_group_rule': {'security_group_id': '2500076f-2c27-42a1-abec-763563f2c5c7', 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:04:37.221760 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-4ad1f4bd-c9d7-46a4-b002-71c82c93bcf9 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks [] for security_group_rule (63bcf987-20b0-443b-af0c-c6b20c149920), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:37.263911 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-cc152623-2d54-435e-969b-909dea92dee8 req-0e7cf54b-95a8-4ae2-9aa2-d92a15958c0f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0eb25512-67cb-409b-9a67-9259ff7460fc HTTP/1.1" status: 200 len: 1000 time: 0.0680647 Feb 02 16:04:37.279943 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-449b6fc4-da09-4772-9c22-df88a4e1b788 None None] Set router 8dd5f62c-befe-4ea2-81d3-5762fac85f89 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:04:37.286424 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-4ad1f4bd-c9d7-46a4-b002-71c82c93bcf9 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks [] for security_group_rule (63bcf987-20b0-443b-af0c-c6b20c149920), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:37.291144 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-4ad1f4bd-c9d7-46a4-b002-71c82c93bcf9 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515366'] for security_group_rule (63bcf987-20b0-443b-af0c-c6b20c149920), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:37.311183 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad1f4bd-c9d7-46a4-b002-71c82c93bcf9 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63bcf987-20b0-443b-af0c-c6b20c149920,revision_number=0']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:37.319841 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-4ad1f4bd-c9d7-46a4-b002-71c82c93bcf9 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:37.321212 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-4ad1f4bd-c9d7-46a4-b002-71c82c93bcf9 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1355140 Feb 02 16:04:37.324107 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 37974) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:04:37.325602 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc152623-2d54-435e-969b-909dea92dee8 req-3ff22801-12e1-43b7-a256-88bb8f9db07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:37.327125 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-cc152623-2d54-435e-969b-909dea92dee8 req-3ff22801-12e1-43b7-a256-88bb8f9db07a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b9d63f1-7cf6-4f6b-a05b-4fa352676686 HTTP/1.1" status: 200 len: 853 time: 0.0548992 Feb 02 16:04:37.330185 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-554de2eb-eebf-4945-b305-8cbe2c4e55b1 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Request body: {'security_group_rule': {'security_group_id': '2500076f-2c27-42a1-abec-763563f2c5c7', 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:04:37.359466 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-554de2eb-eebf-4945-b305-8cbe2c4e55b1 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks [] for security_group_rule (f7dad04b-9315-4ab2-a507-2f811c8fb2e1), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:37.392454 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc152623-2d54-435e-969b-909dea92dee8 req-475feb55-1467-4a39-8e48-788ed3c2492e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:37.396421 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-cc152623-2d54-435e-969b-909dea92dee8 req-475feb55-1467-4a39-8e48-788ed3c2492e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aabac339-88bb-4656-bc3f-961da151c5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593028 Feb 02 16:04:37.427120 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-554de2eb-eebf-4945-b305-8cbe2c4e55b1 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks [] for security_group_rule (f7dad04b-9315-4ab2-a507-2f811c8fb2e1), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:37.431399 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-554de2eb-eebf-4945-b305-8cbe2c4e55b1 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515366'] for security_group_rule (f7dad04b-9315-4ab2-a507-2f811c8fb2e1), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:37.451560 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554de2eb-eebf-4945-b305-8cbe2c4e55b1 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7dad04b-9315-4ab2-a507-2f811c8fb2e1,revision_number=0']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:37.457927 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-554de2eb-eebf-4945-b305-8cbe2c4e55b1 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:37.459128 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-554de2eb-eebf-4945-b305-8cbe2c4e55b1 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1332495 Feb 02 16:04:37.462353 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 37976) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:04:37.466721 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-f86b7d3d-3d46-479f-85ba-583b2f569e2e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Request body: {'security_group_rule': {'security_group_id': '2500076f-2c27-42a1-abec-763563f2c5c7', 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:04:37.493421 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-f86b7d3d-3d46-479f-85ba-583b2f569e2e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks [] for security_group_rule (0ea89bcb-5a34-4174-8dd3-22524dae47c5), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:37.508061 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-cc152623-2d54-435e-969b-909dea92dee8 req-7caf32f8-30a7-4a93-a4e3-9509a2e925ee service neutron] 10.222.0.59 "GET /v2.0/networks/aabac339-88bb-4656-bc3f-961da151c5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074123 Feb 02 16:04:37.566876 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-f86b7d3d-3d46-479f-85ba-583b2f569e2e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks [] for security_group_rule (0ea89bcb-5a34-4174-8dd3-22524dae47c5), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:37.571476 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-f86b7d3d-3d46-479f-85ba-583b2f569e2e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515366'] for security_group_rule (0ea89bcb-5a34-4174-8dd3-22524dae47c5), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:37.596668 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b7d3d-3d46-479f-85ba-583b2f569e2e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea89bcb-5a34-4174-8dd3-22524dae47c5,revision_number=0']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:37.606659 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-f86b7d3d-3d46-479f-85ba-583b2f569e2e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:37.611293 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-f86b7d3d-3d46-479f-85ba-583b2f569e2e tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1479223 Feb 02 16:04:37.611971 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 37978) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:04:37.618170 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-485ebba1-775e-4ea4-ad30-bf44dc733046 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Request body: {'security_group_rule': {'security_group_id': '2500076f-2c27-42a1-abec-763563f2c5c7', 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:04:37.625347 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-cc152623-2d54-435e-969b-909dea92dee8 req-dc330515-f139-4ecb-875b-2e568b5f440d service neutron] 10.222.0.59 "GET /v2.0/networks/aabac339-88bb-4656-bc3f-961da151c5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072817 Feb 02 16:04:37.641653 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.db.securitygroups_db [None req-485ebba1-775e-4ea4-ad30-bf44dc733046 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Project 8c5fa1e7da1a4fd8bb28d4c4bf7d6af8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 16:04:37.651752 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-485ebba1-775e-4ea4-ad30-bf44dc733046 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks [] for security_group_rule (240f88ca-97eb-45d8-afee-52b5819eb66d), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:37.693476 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-449b6fc4-da09-4772-9c22-df88a4e1b788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'name': 'tempest-TestMinimumBasicScenario-384836905-router', 'tenant_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:03:47Z', 'updated_at': '2022-02-02T16:03:50Z', 'revision_number': 4, 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'gw_port': {'id': '688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:03:48Z', 'updated_at': '2022-02-02T16:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_floatingips': [{'id': '9075c695-5de7-4e02-85d4-b18fb5c31107', 'tenant_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'floating_ip_address': '172.27.3.155', 'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'router_id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'port_id': '0eb25512-67cb-409b-9a67-9259ff7460fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aabac339-88bb-4656-bc3f-961da151c5f2', 'mac_address': 'fa:16:3e:39:c9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a8a87c-74eb-4537-b21d-21fe350d3fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:04:35Z', 'updated_at': '2022-02-02T16:04:35Z', 'revision_number': 0, 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbd9617f-4ce4-4a9f-a052-66b864e61e28', 'name': '', 'network_id': 'aabac339-88bb-4656-bc3f-961da151c5f2', 'tenant_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'mac_address': 'fa:16:3e:a4:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3b9d63f1-7cf6-4f6b-a05b-4fa352676686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:03:50Z', 'updated_at': '2022-02-02T16:03:55Z', 'revision_number': 5, 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'subnets': [{'id': '3b9d63f1-7cf6-4f6b-a05b-4fa352676686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:04:37.724165 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-485ebba1-775e-4ea4-ad30-bf44dc733046 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks [] for security_group_rule (240f88ca-97eb-45d8-afee-52b5819eb66d), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:37.728685 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449b6fc4-da09-4772-9c22-df88a4e1b788 None None] The sync data for ids ['8dd5f62c-befe-4ea2-81d3-5762fac85f89'] in dv-cinder-827511-1-iscsi is: [{'id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'name': 'tempest-TestMinimumBasicScenario-384836905-router', 'tenant_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:03:47Z', 'updated_at': '2022-02-02T16:03:50Z', 'revision_number': 4, 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'gw_port': {'id': '688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:03:48Z', 'updated_at': '2022-02-02T16:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_floatingips': [{'id': '9075c695-5de7-4e02-85d4-b18fb5c31107', 'tenant_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'floating_ip_address': '172.27.3.155', 'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'router_id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'port_id': '0eb25512-67cb-409b-9a67-9259ff7460fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aabac339-88bb-4656-bc3f-961da151c5f2', 'mac_address': 'fa:16:3e:39:c9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a8a87c-74eb-4537-b21d-21fe350d3fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:04:35Z', 'updated_at': '2022-02-02T16:04:35Z', 'revision_number': 0, 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbd9617f-4ce4-4a9f-a052-66b864e61e28', 'name': '', 'network_id': 'aabac339-88bb-4656-bc3f-961da151c5f2', 'tenant_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'mac_address': 'fa:16:3e:a4:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3b9d63f1-7cf6-4f6b-a05b-4fa352676686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:03:50Z', 'updated_at': '2022-02-02T16:03:55Z', 'revision_number': 5, 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'subnets': [{'id': '3b9d63f1-7cf6-4f6b-a05b-4fa352676686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:04:37.729939 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-485ebba1-775e-4ea4-ad30-bf44dc733046 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515366'] for security_group_rule (240f88ca-97eb-45d8-afee-52b5819eb66d), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:37.749854 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ebba1-775e-4ea4-ad30-bf44dc733046 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=240f88ca-97eb-45d8-afee-52b5819eb66d,revision_number=0']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:37.757919 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-485ebba1-775e-4ea4-ad30-bf44dc733046 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:37.759202 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-485ebba1-775e-4ea4-ad30-bf44dc733046 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1461837 Feb 02 16:04:37.762743 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 37980) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:04:37.770210 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-53cd6680-0154-453b-9a63-8868ed043b56 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Request body: {'security_group_rule': {'security_group_id': '2500076f-2c27-42a1-abec-763563f2c5c7', 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:04:37.793854 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.db.securitygroups_db [None req-53cd6680-0154-453b-9a63-8868ed043b56 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Project 8c5fa1e7da1a4fd8bb28d4c4bf7d6af8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 16:04:37.799459 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-53cd6680-0154-453b-9a63-8868ed043b56 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks [] for security_group_rule (44f36dee-02dc-46ef-97d5-bc09d41bd4b3), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:37.870398 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-53cd6680-0154-453b-9a63-8868ed043b56 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks [] for security_group_rule (44f36dee-02dc-46ef-97d5-bc09d41bd4b3), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:37.878760 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-53cd6680-0154-453b-9a63-8868ed043b56 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515366'] for security_group_rule (44f36dee-02dc-46ef-97d5-bc09d41bd4b3), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:37.902292 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd6680-0154-453b-9a63-8868ed043b56 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f36dee-02dc-46ef-97d5-bc09d41bd4b3,revision_number=0']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:37.911984 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-53cd6680-0154-453b-9a63-8868ed043b56 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:37.913288 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-53cd6680-0154-453b-9a63-8868ed043b56 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1492171 Feb 02 16:04:37.942510 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1ab6ec-9a51-448e-8370-f7699b6212ae None None] New status for floating IP 9075c695-5de7-4e02-85d4-b18fb5c31107: ACTIVE {{(pid=109041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 16:04:38.008421 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b44fe6e6-a395-4eb2-9cb1-a30eb8094d93 req-d476901d-7b51-486b-9542-d92078c831de tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1834937580&fields=id&tenant_id=8c5fa1e7da1a4fd8bb28d4c4bf7d6af8 HTTP/1.1" status: 200 len: 267 time: 0.0455978 Feb 02 16:04:38.067444 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fe6e6-a395-4eb2-9cb1-a30eb8094d93 req-0ad96920-6ec4-4bad-ac2d-ef690862c197 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:38.069114 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b44fe6e6-a395-4eb2-9cb1-a30eb8094d93 req-0ad96920-6ec4-4bad-ac2d-ef690862c197 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 946 time: 0.0538058 Feb 02 16:04:38.081418 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [req-b44fe6e6-a395-4eb2-9cb1-a30eb8094d93 req-d1712819-12ae-46bb-acab-f5cb676117bc tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Request body: {'port': {'security_groups': ['4952c2aa-b786-4a3e-af81-6e9989b2583a', '2500076f-2c27-42a1-abec-763563f2c5c7']}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:04:38.159633 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [req-b44fe6e6-a395-4eb2-9cb1-a30eb8094d93 req-d1712819-12ae-46bb-acab-f5cb676117bc tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (0eb25512-67cb-409b-9a67-9259ff7460fc), before_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:38.404164 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.db [req-b44fe6e6-a395-4eb2-9cb1-a30eb8094d93 req-d1712819-12ae-46bb-acab-f5cb676117bc tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] For port 0eb25512-67cb-409b-9a67-9259ff7460fc, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=0eb25512-67cb-409b-9a67-9259ff7460fc,segment=NetworkSegment(e5c0a66a-77d1-4c07-8a7b-cd774d2104b2),segment_id=e5c0a66a-77d1-4c07-8a7b-cd774d2104b2)] {{(pid=109039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:04:38.433333 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [req-b44fe6e6-a395-4eb2-9cb1-a30eb8094d93 req-d1712819-12ae-46bb-acab-f5cb676117bc tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks [] for port (0eb25512-67cb-409b-9a67-9259ff7460fc), precommit_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:38.437781 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [req-b44fe6e6-a395-4eb2-9cb1-a30eb8094d93 req-d1712819-12ae-46bb-acab-f5cb676117bc tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5289307'] for port (0eb25512-67cb-409b-9a67-9259ff7460fc), after_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:38.476684 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['0eb25512-67cb-409b-9a67-9259ff7460fc'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 16:04:38.493208 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fe6e6-a395-4eb2-9cb1-a30eb8094d93 req-d1712819-12ae-46bb-acab-f5cb676117bc tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:38.493873 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [req-b44fe6e6-a395-4eb2-9cb1-a30eb8094d93 req-d1712819-12ae-46bb-acab-f5cb676117bc tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:38.495341 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b44fe6e6-a395-4eb2-9cb1-a30eb8094d93 req-d1712819-12ae-46bb-acab-f5cb676117bc tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "PUT /v2.0/ports/0eb25512-67cb-409b-9a67-9259ff7460fc HTTP/1.1" status: 200 len: 982 time: 0.4188435 Feb 02 16:04:38.522043 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1712819-12ae-46bb-acab-f5cb676117bc tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Pushing event updated for resources: {'Port': ['ID=0eb25512-67cb-409b-9a67-9259ff7460fc,revision_number=6']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:04:38.621980 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['0eb25512-67cb-409b-9a67-9259ff7460fc'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 16:04:38.630910 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e39776-0957-4e6e-a6b9-74ee359699e4 req-1816806f-cfe3-47ae-a011-b70a15785206 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:38.635790 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-85e39776-0957-4e6e-a6b9-74ee359699e4 req-1816806f-cfe3-47ae-a011-b70a15785206 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 985 time: 0.0658145 Feb 02 16:04:38.700567 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-85e39776-0957-4e6e-a6b9-74ee359699e4 req-f824736c-3ec3-4b4f-bc9e-f37001c704f3 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/security-groups?id=2500076f-2c27-42a1-abec-763563f2c5c7&id=4952c2aa-b786-4a3e-af81-6e9989b2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618095 Feb 02 16:04:38.800817 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-8d3271ea-1595-425a-bda8-b0401b1f74e4 None None] Provisioning complete for port 0eb25512-67cb-409b-9a67-9259ff7460fc triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:04:38.801149 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-8d3271ea-1595-425a-bda8-b0401b1f74e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (0eb25512-67cb-409b-9a67-9259ff7460fc), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:38.855733 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a8a87c-74eb-4537-b21d-21fe350d3fb5', 'tag': '0eb25512-67cb-409b-9a67-9259ff7460fc'}] {{(pid=109039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:04:38.858172 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c161fd89cb1d1d847ba0f79545528bda5d1c418a0cb4f87e804297803be7db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6b871c-ea3d-4c4b-9a00-037096ebad6a" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a8a87c-74eb-4537-b21d-21fe350d3fb5", "tag": "0eb25512-67cb-409b-9a67-9259ff7460fc"}]}' {{(pid=109039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:04:38.896360 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 16:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c0ddb3-1c89-4449-9403-e16f8f685d00 x-openstack-request-id: req-e6c0ddb3-1c89-4449-9403-e16f8f685d00 {{(pid=109039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:04:38.896753 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a8a87c-74eb-4537-b21d-21fe350d3fb5", "tag": "0eb25512-67cb-409b-9a67-9259ff7460fc", "status": "completed", "code": 200}]} {{(pid=109039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:04:38.897090 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-e6c0ddb3-1c89-4449-9403-e16f8f685d00 {{(pid=109039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:04:38.897544 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a8a87c-74eb-4537-b21d-21fe350d3fb5', 'tag': '0eb25512-67cb-409b-9a67-9259ff7460fc', 'status': 'completed', 'code': 200} Feb 02 16:04:38.988233 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b871c-ea3d-4c4b-9a00-037096ebad6a req-67b47b20-85c6-4b7f-8467-9180b01f8020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:38.989815 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ce6b871c-ea3d-4c4b-9a00-037096ebad6a req-67b47b20-85c6-4b7f-8467-9180b01f8020 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c5fa1e7da1a4fd8bb28d4c4bf7d6af8&device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 1169 time: 0.0455544 Feb 02 16:04:38.998549 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-8d3271ea-1595-425a-bda8-b0401b1f74e4 None None] Current status of the port 0eb25512-67cb-409b-9a67-9259ff7460fc is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:04:39.085216 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b871c-ea3d-4c4b-9a00-037096ebad6a req-e0528056-d25c-4247-b129-6bef186fc161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:39.086735 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ce6b871c-ea3d-4c4b-9a00-037096ebad6a req-e0528056-d25c-4247-b129-6bef186fc161 service neutron] 10.222.0.59 "GET /v2.0/networks?id=aabac339-88bb-4656-bc3f-961da151c5f2 HTTP/1.1" status: 200 len: 915 time: 0.0901427 Feb 02 16:04:39.156370 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ce6b871c-ea3d-4c4b-9a00-037096ebad6a req-9e591161-38dd-4b82-9a2b-d49523855e69 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0eb25512-67cb-409b-9a67-9259ff7460fc HTTP/1.1" status: 200 len: 1002 time: 0.0632536 Feb 02 16:04:39.211124 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b871c-ea3d-4c4b-9a00-037096ebad6a req-be7a8001-6b43-42ed-93ec-cf37bb7b2fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:39.213231 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ce6b871c-ea3d-4c4b-9a00-037096ebad6a req-be7a8001-6b43-42ed-93ec-cf37bb7b2fef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b9d63f1-7cf6-4f6b-a05b-4fa352676686 HTTP/1.1" status: 200 len: 853 time: 0.0475450 Feb 02 16:04:39.263362 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b871c-ea3d-4c4b-9a00-037096ebad6a req-01e76336-c3b0-496b-927d-04a90ba78424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:39.264757 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ce6b871c-ea3d-4c4b-9a00-037096ebad6a req-01e76336-c3b0-496b-927d-04a90ba78424 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aabac339-88bb-4656-bc3f-961da151c5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435083 Feb 02 16:04:39.354533 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ce6b871c-ea3d-4c4b-9a00-037096ebad6a req-082a5dec-bb89-4310-b63e-92d7969de053 service neutron] 10.222.0.59 "GET /v2.0/networks/aabac339-88bb-4656-bc3f-961da151c5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833311 Feb 02 16:04:39.445377 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ce6b871c-ea3d-4c4b-9a00-037096ebad6a req-7eeef24d-e5d9-4bd3-a3c2-aebcd8d5304e service neutron] 10.222.0.59 "GET /v2.0/networks/aabac339-88bb-4656-bc3f-961da151c5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797944 Feb 02 16:04:42.862755 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-d4890c15-7d38-4cd9-9fa6-a508ef9d2e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:45.368341 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-f90b40b0-5950-4ad9-9c23-e2ee1cd3b971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:46.274247 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:47.488184 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:47.707087 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:49.221789 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:04:53.445019 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-8b7f5758-c636-40c7-a2f0-2fb4c26be1ba req-26935aae-5205-43bd-9356-b14ed025c646 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483735 Feb 02 16:04:53.550393 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f5758-c636-40c7-a2f0-2fb4c26be1ba req-ad56b303-b26f-4ae4-bfef-274a35f4edb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:53.551891 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-8b7f5758-c636-40c7-a2f0-2fb4c26be1ba req-ad56b303-b26f-4ae4-bfef-274a35f4edb4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c5fa1e7da1a4fd8bb28d4c4bf7d6af8&device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 1169 time: 0.0455911 Feb 02 16:04:53.654291 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f5758-c636-40c7-a2f0-2fb4c26be1ba req-e66835cd-3a12-4861-926b-86213de680b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:53.655733 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-8b7f5758-c636-40c7-a2f0-2fb4c26be1ba req-e66835cd-3a12-4861-926b-86213de680b4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=aabac339-88bb-4656-bc3f-961da151c5f2 HTTP/1.1" status: 200 len: 915 time: 0.0846312 Feb 02 16:04:53.722351 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-8b7f5758-c636-40c7-a2f0-2fb4c26be1ba req-99c622ac-c69a-4799-8fc9-d9deb302821e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0eb25512-67cb-409b-9a67-9259ff7460fc HTTP/1.1" status: 200 len: 1002 time: 0.0588396 Feb 02 16:04:53.770303 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f5758-c636-40c7-a2f0-2fb4c26be1ba req-c6aa7d95-0138-42b7-bd69-a183a83a67e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:53.771725 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-8b7f5758-c636-40c7-a2f0-2fb4c26be1ba req-c6aa7d95-0138-42b7-bd69-a183a83a67e1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b9d63f1-7cf6-4f6b-a05b-4fa352676686 HTTP/1.1" status: 200 len: 853 time: 0.0429471 Feb 02 16:04:53.825282 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f5758-c636-40c7-a2f0-2fb4c26be1ba req-1e5ae01b-240f-494a-ac64-c9de669cf43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:04:53.826776 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-8b7f5758-c636-40c7-a2f0-2fb4c26be1ba req-1e5ae01b-240f-494a-ac64-c9de669cf43c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aabac339-88bb-4656-bc3f-961da151c5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480986 Feb 02 16:04:53.915125 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-8b7f5758-c636-40c7-a2f0-2fb4c26be1ba req-f08e716d-8a5f-4f2b-af41-f0c24f8885c1 service neutron] 10.222.0.59 "GET /v2.0/networks/aabac339-88bb-4656-bc3f-961da151c5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807981 Feb 02 16:04:54.009920 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-8b7f5758-c636-40c7-a2f0-2fb4c26be1ba req-457e5c62-a013-4d9e-977c-38f95d1b6a23 service neutron] 10.222.0.59 "GET /v2.0/networks/aabac339-88bb-4656-bc3f-961da151c5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878837 Feb 02 16:05:01.267910 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2b954-3f12-47b5-9af1-2ca29964bdf7 req-3fd05e36-5750-44ca-a6c4-d6e8decd8dfe tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:01.269401 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-7ab2b954-3f12-47b5-9af1-2ca29964bdf7 req-3fd05e36-5750-44ca-a6c4-d6e8decd8dfe tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 985 time: 0.0557621 Feb 02 16:05:01.299009 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27765d3d-5520-4d25-9f38-778434a449f0 req-926139be-7423-4fe3-aca1-bda5bc0af960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:01.300539 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-27765d3d-5520-4d25-9f38-778434a449f0 req-926139be-7423-4fe3-aca1-bda5bc0af960 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c5fa1e7da1a4fd8bb28d4c4bf7d6af8&device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 1169 time: 0.0450494 Feb 02 16:05:01.329324 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-7ab2b954-3f12-47b5-9af1-2ca29964bdf7 req-658f6324-2c26-434c-8937-f77f6e024aac tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/security-groups?id=2500076f-2c27-42a1-abec-763563f2c5c7&id=4952c2aa-b786-4a3e-af81-6e9989b2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533540 Feb 02 16:05:01.398402 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27765d3d-5520-4d25-9f38-778434a449f0 req-e348b63d-5e59-4db3-bf11-bd4f228c4a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:01.399881 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-27765d3d-5520-4d25-9f38-778434a449f0 req-e348b63d-5e59-4db3-bf11-bd4f228c4a5b service neutron] 10.222.0.59 "GET /v2.0/networks?id=aabac339-88bb-4656-bc3f-961da151c5f2 HTTP/1.1" status: 200 len: 915 time: 0.0872095 Feb 02 16:05:01.464898 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-27765d3d-5520-4d25-9f38-778434a449f0 req-c62d17be-63d8-49e0-bfc6-6ef4e5b7d388 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0eb25512-67cb-409b-9a67-9259ff7460fc HTTP/1.1" status: 200 len: 1002 time: 0.0587189 Feb 02 16:05:01.512479 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27765d3d-5520-4d25-9f38-778434a449f0 req-cefe1f31-4fdf-4cf6-8353-32ba97dbb41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:01.514123 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-27765d3d-5520-4d25-9f38-778434a449f0 req-cefe1f31-4fdf-4cf6-8353-32ba97dbb41b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b9d63f1-7cf6-4f6b-a05b-4fa352676686 HTTP/1.1" status: 200 len: 853 time: 0.0436115 Feb 02 16:05:01.566467 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27765d3d-5520-4d25-9f38-778434a449f0 req-f1844dfc-5ca9-4c8e-84dd-643d2405b2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:01.568068 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-27765d3d-5520-4d25-9f38-778434a449f0 req-f1844dfc-5ca9-4c8e-84dd-643d2405b2df service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aabac339-88bb-4656-bc3f-961da151c5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471318 Feb 02 16:05:01.655297 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-27765d3d-5520-4d25-9f38-778434a449f0 req-a63f0d71-4811-4cdb-bebc-315110130603 service neutron] 10.222.0.59 "GET /v2.0/networks/aabac339-88bb-4656-bc3f-961da151c5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799372 Feb 02 16:05:01.747449 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-27765d3d-5520-4d25-9f38-778434a449f0 req-c6328ffe-e41b-4001-8d03-2c30b73f6f0c service neutron] 10.222.0.59 "GET /v2.0/networks/aabac339-88bb-4656-bc3f-961da151c5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848229 Feb 02 16:05:02.448682 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25074ee0-7245-4fbc-a909-b41562d9698c req-67ef7138-fca1-4ce6-a59f-af3310876809 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:02.450162 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-25074ee0-7245-4fbc-a909-b41562d9698c req-67ef7138-fca1-4ce6-a59f-af3310876809 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 985 time: 0.0528963 Feb 02 16:05:02.510263 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-25074ee0-7245-4fbc-a909-b41562d9698c req-19af154c-0f14-4985-9cbc-6665117b89ca tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/security-groups?id=2500076f-2c27-42a1-abec-763563f2c5c7&id=4952c2aa-b786-4a3e-af81-6e9989b2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543518 Feb 02 16:05:03.628421 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffb861-fde1-4938-8158-d13120a9c26d req-d2b4b6d5-6869-40a6-8068-4ba90c0068b2 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:03.629934 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a0ffb861-fde1-4938-8158-d13120a9c26d req-d2b4b6d5-6869-40a6-8068-4ba90c0068b2 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 985 time: 0.0526762 Feb 02 16:05:03.691740 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-a0ffb861-fde1-4938-8158-d13120a9c26d req-9ca8b570-2b75-4eea-b237-2be7e75e8faa tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/security-groups?id=2500076f-2c27-42a1-abec-763563f2c5c7&id=4952c2aa-b786-4a3e-af81-6e9989b2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533662 Feb 02 16:05:04.806854 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b8f82-7a7d-4222-ad60-552b897dfa4e req-34ba537b-b19f-4c34-9eb2-cf9f87993282 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:04.808310 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-cd0b8f82-7a7d-4222-ad60-552b897dfa4e req-34ba537b-b19f-4c34-9eb2-cf9f87993282 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 985 time: 0.0518966 Feb 02 16:05:04.869480 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-cd0b8f82-7a7d-4222-ad60-552b897dfa4e req-2eb14144-6d57-4d66-9e96-151a3c712f63 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/security-groups?id=2500076f-2c27-42a1-abec-763563f2c5c7&id=4952c2aa-b786-4a3e-af81-6e9989b2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552945 Feb 02 16:05:05.993574 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548a50e-3d40-485e-8836-804903896cc7 req-02354ed6-e5b8-47b8-9587-2bc784f64986 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:05.995045 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3548a50e-3d40-485e-8836-804903896cc7 req-02354ed6-e5b8-47b8-9587-2bc784f64986 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 985 time: 0.0578392 Feb 02 16:05:06.052440 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3548a50e-3d40-485e-8836-804903896cc7 req-98cfbdb0-1fa4-434a-b2b5-5447fcf9df9d tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/security-groups?id=2500076f-2c27-42a1-abec-763563f2c5c7&id=4952c2aa-b786-4a3e-af81-6e9989b2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517497 Feb 02 16:05:07.170844 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026c5fd-ccb1-4347-a11c-07aeb5e58cad req-eba61412-42a2-488e-a292-c2bb4def54b8 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:07.172324 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6026c5fd-ccb1-4347-a11c-07aeb5e58cad req-eba61412-42a2-488e-a292-c2bb4def54b8 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 985 time: 0.0518854 Feb 02 16:05:07.233450 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6026c5fd-ccb1-4347-a11c-07aeb5e58cad req-a4b1bc90-d189-4b36-8516-18b2e17ec217 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/security-groups?id=2500076f-2c27-42a1-abec-763563f2c5c7&id=4952c2aa-b786-4a3e-af81-6e9989b2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540566 Feb 02 16:05:08.354395 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d6757-c602-402d-a0d1-e70a451680bb req-a838e5a1-22d2-4d6a-90fb-e42fb4b80869 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:08.355887 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-345d6757-c602-402d-a0d1-e70a451680bb req-a838e5a1-22d2-4d6a-90fb-e42fb4b80869 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 985 time: 0.0561261 Feb 02 16:05:08.415193 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-345d6757-c602-402d-a0d1-e70a451680bb req-304a7aa1-29bd-41bc-a5c4-afd7ba3801a2 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/security-groups?id=2500076f-2c27-42a1-abec-763563f2c5c7&id=4952c2aa-b786-4a3e-af81-6e9989b2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536795 Feb 02 16:05:09.533349 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87622ba9-a469-45c2-a7f4-94b5fe779b98 req-c3d5ba38-1056-4578-b022-8cb339ed7169 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:09.534813 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-87622ba9-a469-45c2-a7f4-94b5fe779b98 req-c3d5ba38-1056-4578-b022-8cb339ed7169 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 985 time: 0.0518477 Feb 02 16:05:09.592583 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-87622ba9-a469-45c2-a7f4-94b5fe779b98 req-98ee6c5c-f242-4dd4-bb7b-3b6a5127ee64 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/security-groups?id=2500076f-2c27-42a1-abec-763563f2c5c7&id=4952c2aa-b786-4a3e-af81-6e9989b2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520730 Feb 02 16:05:10.377112 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 16:05:10.708288 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa6205-9799-4c60-92e7-abf55d0c9b32 req-9391c14d-8a44-4ce1-a15a-108d547a5bca tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:10.710464 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-74fa6205-9799-4c60-92e7-abf55d0c9b32 req-9391c14d-8a44-4ce1-a15a-108d547a5bca tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 985 time: 0.0526805 Feb 02 16:05:10.771452 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-74fa6205-9799-4c60-92e7-abf55d0c9b32 req-4dfc86fd-5610-4b49-aea7-0cecefdeb593 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/security-groups?id=2500076f-2c27-42a1-abec-763563f2c5c7&id=4952c2aa-b786-4a3e-af81-6e9989b2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554323 Feb 02 16:05:12.046767 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f3bb8-c8b9-4181-b8b1-776bf9eeb632 req-8b9d4ed9-161c-49b1-89a8-d65c8afe8c11 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:12.048238 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-bd1f3bb8-c8b9-4181-b8b1-776bf9eeb632 req-8b9d4ed9-161c-49b1-89a8-d65c8afe8c11 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 985 time: 0.0531361 Feb 02 16:05:12.105822 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-bd1f3bb8-c8b9-4181-b8b1-776bf9eeb632 req-e4c94cfc-8611-4132-a462-908f09922a90 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/security-groups?id=2500076f-2c27-42a1-abec-763563f2c5c7&id=4952c2aa-b786-4a3e-af81-6e9989b2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518022 Feb 02 16:05:12.864549 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-e68df7eb-2b36-4e1c-ae78-1328fb9e3cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:13.223173 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b80e98-6094-49b0-b7ff-457d429e6fd7 req-0813b944-3d50-40cd-9f5b-ba142bf89b81 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:13.224620 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f4b80e98-6094-49b0-b7ff-457d429e6fd7 req-0813b944-3d50-40cd-9f5b-ba142bf89b81 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 985 time: 0.0523379 Feb 02 16:05:13.281783 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f4b80e98-6094-49b0-b7ff-457d429e6fd7 req-9fc887c2-d486-457c-8b74-1f4c8a52015a tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/security-groups?id=2500076f-2c27-42a1-abec-763563f2c5c7&id=4952c2aa-b786-4a3e-af81-6e9989b2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514097 Feb 02 16:05:15.369916 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-46348ac8-ded7-4b81-95c0-2541bee583eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:16.277945 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:17.491857 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:17.705780 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:19.223042 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:42.868143 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-676a07f4-ad15-4574-8628-b36e608e9ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:45.371526 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-aeb9988c-3e2f-437e-a27c-84319f98e97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:45.827264 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5182ccff-9614-413f-b7ec-28376257ba59 req-87797164-3695-49e1-be7d-03e47ad13f76 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1834937580&fields=id&tenant_id=8c5fa1e7da1a4fd8bb28d4c4bf7d6af8 HTTP/1.1" status: 200 len: 267 time: 0.0469723 Feb 02 16:05:45.882131 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182ccff-9614-413f-b7ec-28376257ba59 req-cc58e701-bdac-4f7a-9cbb-ceab83415ebc tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:45.883584 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5182ccff-9614-413f-b7ec-28376257ba59 req-cc58e701-bdac-4f7a-9cbb-ceab83415ebc tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 985 time: 0.0512149 Feb 02 16:05:45.894647 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [req-5182ccff-9614-413f-b7ec-28376257ba59 req-61708bde-fcec-4982-89c1-24aeac290b04 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Request body: {'port': {'security_groups': ['4952c2aa-b786-4a3e-af81-6e9989b2583a']}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:05:45.962786 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [req-5182ccff-9614-413f-b7ec-28376257ba59 req-61708bde-fcec-4982-89c1-24aeac290b04 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (0eb25512-67cb-409b-9a67-9259ff7460fc), before_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:46.129365 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.db [req-5182ccff-9614-413f-b7ec-28376257ba59 req-61708bde-fcec-4982-89c1-24aeac290b04 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] For port 0eb25512-67cb-409b-9a67-9259ff7460fc, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=0eb25512-67cb-409b-9a67-9259ff7460fc,segment=NetworkSegment(e5c0a66a-77d1-4c07-8a7b-cd774d2104b2),segment_id=e5c0a66a-77d1-4c07-8a7b-cd774d2104b2)] {{(pid=109039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:05:46.157352 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [req-5182ccff-9614-413f-b7ec-28376257ba59 req-61708bde-fcec-4982-89c1-24aeac290b04 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks [] for port (0eb25512-67cb-409b-9a67-9259ff7460fc), precommit_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:46.162007 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [req-5182ccff-9614-413f-b7ec-28376257ba59 req-61708bde-fcec-4982-89c1-24aeac290b04 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5289307'] for port (0eb25512-67cb-409b-9a67-9259ff7460fc), after_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:46.197373 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['0eb25512-67cb-409b-9a67-9259ff7460fc'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 16:05:46.208192 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182ccff-9614-413f-b7ec-28376257ba59 req-61708bde-fcec-4982-89c1-24aeac290b04 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:46.208828 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [req-5182ccff-9614-413f-b7ec-28376257ba59 req-61708bde-fcec-4982-89c1-24aeac290b04 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:46.210260 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-5182ccff-9614-413f-b7ec-28376257ba59 req-61708bde-fcec-4982-89c1-24aeac290b04 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "PUT /v2.0/ports/0eb25512-67cb-409b-9a67-9259ff7460fc HTTP/1.1" status: 200 len: 943 time: 0.3199670 Feb 02 16:05:46.210721 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a8a87c-74eb-4537-b21d-21fe350d3fb5', 'tag': '0eb25512-67cb-409b-9a67-9259ff7460fc'}] {{(pid=109039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:05:46.212991 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c161fd89cb1d1d847ba0f79545528bda5d1c418a0cb4f87e804297803be7db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d284fd5-c47f-41ea-9689-8bc55978c625" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a8a87c-74eb-4537-b21d-21fe350d3fb5", "tag": "0eb25512-67cb-409b-9a67-9259ff7460fc"}]}' {{(pid=109039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:05:46.217928 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 38036) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:05:46.243085 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61708bde-fcec-4982-89c1-24aeac290b04 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Pushing event updated for resources: {'Port': ['ID=0eb25512-67cb-409b-9a67-9259ff7460fc,revision_number=7']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:46.254842 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61708bde-fcec-4982-89c1-24aeac290b04 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:46.255260 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61708bde-fcec-4982-89c1-24aeac290b04 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:46.255825 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61708bde-fcec-4982-89c1-24aeac290b04 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:46.256247 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61708bde-fcec-4982-89c1-24aeac290b04 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:46.257402 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61708bde-fcec-4982-89c1-24aeac290b04 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:46.257827 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61708bde-fcec-4982-89c1-24aeac290b04 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:46.258243 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61708bde-fcec-4982-89c1-24aeac290b04 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:46.258646 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61708bde-fcec-4982-89c1-24aeac290b04 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:46.259056 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61708bde-fcec-4982-89c1-24aeac290b04 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:46.259596 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61708bde-fcec-4982-89c1-24aeac290b04 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:46.260007 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61708bde-fcec-4982-89c1-24aeac290b04 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:46.261824 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61708bde-fcec-4982-89c1-24aeac290b04 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:46.261824 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61708bde-fcec-4982-89c1-24aeac290b04 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:46.277082 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 16:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a6a503-43ab-4887-a8c2-5bd652aefb6e x-openstack-request-id: req-22a6a503-43ab-4887-a8c2-5bd652aefb6e {{(pid=109039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:05:46.277508 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a8a87c-74eb-4537-b21d-21fe350d3fb5", "tag": "0eb25512-67cb-409b-9a67-9259ff7460fc", "status": "completed", "code": 200}]} {{(pid=109039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:05:46.277860 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-22a6a503-43ab-4887-a8c2-5bd652aefb6e {{(pid=109039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:05:46.278355 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a8a87c-74eb-4537-b21d-21fe350d3fb5', 'tag': '0eb25512-67cb-409b-9a67-9259ff7460fc', 'status': 'completed', 'code': 200} Feb 02 16:05:46.309698 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:46.319598 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-c8a4980f-1faf-406e-aec2-7a0e707ad6e6 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks [] for security_group (2500076f-2c27-42a1-abec-763563f2c5c7), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:46.341211 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['0eb25512-67cb-409b-9a67-9259ff7460fc'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 16:05:46.371748 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-c8a4980f-1faf-406e-aec2-7a0e707ad6e6 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks [] for security_group (2500076f-2c27-42a1-abec-763563f2c5c7), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:46.423756 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d284fd5-c47f-41ea-9689-8bc55978c625 req-ae8f67c7-6f6a-42b5-b535-a025b8239d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:46.425331 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0d284fd5-c47f-41ea-9689-8bc55978c625 req-ae8f67c7-6f6a-42b5-b535-a025b8239d7b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c5fa1e7da1a4fd8bb28d4c4bf7d6af8&device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 1130 time: 0.1027501 Feb 02 16:05:46.469805 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-c8a4980f-1faf-406e-aec2-7a0e707ad6e6 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (2500076f-2c27-42a1-abec-763563f2c5c7), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:46.472369 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-c8a4980f-1faf-406e-aec2-7a0e707ad6e6 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:46.473556 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-c8a4980f-1faf-406e-aec2-7a0e707ad6e6 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "DELETE /v2.0/security-groups/2500076f-2c27-42a1-abec-763563f2c5c7 HTTP/1.1" status: 204 len: 168 time: 0.2547231 Feb 02 16:05:46.476338 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 38038) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:05:46.515000 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a4980f-1faf-406e-aec2-7a0e707ad6e6 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2500076f-2c27-42a1-abec-763563f2c5c7,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:46.528819 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a4980f-1faf-406e-aec2-7a0e707ad6e6 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:46.529452 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a4980f-1faf-406e-aec2-7a0e707ad6e6 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:46.529980 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a4980f-1faf-406e-aec2-7a0e707ad6e6 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:46.530324 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a4980f-1faf-406e-aec2-7a0e707ad6e6 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:46.530661 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a4980f-1faf-406e-aec2-7a0e707ad6e6 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:46.531004 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a4980f-1faf-406e-aec2-7a0e707ad6e6 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:46.531326 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a4980f-1faf-406e-aec2-7a0e707ad6e6 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:46.531654 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a4980f-1faf-406e-aec2-7a0e707ad6e6 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:46.531980 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a4980f-1faf-406e-aec2-7a0e707ad6e6 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:46.532303 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a4980f-1faf-406e-aec2-7a0e707ad6e6 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:46.532631 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a4980f-1faf-406e-aec2-7a0e707ad6e6 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:46.532952 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a4980f-1faf-406e-aec2-7a0e707ad6e6 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:46.533305 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a4980f-1faf-406e-aec2-7a0e707ad6e6 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:46.547890 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-2bcf8f11-516b-4860-ba99-108f0d9292e6 None None] Provisioning complete for port 0eb25512-67cb-409b-9a67-9259ff7460fc triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:05:46.548468 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-2bcf8f11-516b-4860-ba99-108f0d9292e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (0eb25512-67cb-409b-9a67-9259ff7460fc), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:46.561291 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d284fd5-c47f-41ea-9689-8bc55978c625 req-378abf0c-d6c4-4f4c-b102-876a8df34713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:46.562935 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0d284fd5-c47f-41ea-9689-8bc55978c625 req-378abf0c-d6c4-4f4c-b102-876a8df34713 service neutron] 10.222.0.59 "GET /v2.0/networks?id=aabac339-88bb-4656-bc3f-961da151c5f2 HTTP/1.1" status: 200 len: 915 time: 0.1311338 Feb 02 16:05:46.636518 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0d284fd5-c47f-41ea-9689-8bc55978c625 req-49501a5f-1d2a-4469-aa89-2906c7387bec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0eb25512-67cb-409b-9a67-9259ff7460fc HTTP/1.1" status: 200 len: 1002 time: 0.0675502 Feb 02 16:05:46.646819 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-2bcf8f11-516b-4860-ba99-108f0d9292e6 None None] Current status of the port 0eb25512-67cb-409b-9a67-9259ff7460fc is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:05:46.652495 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-127224b2-530f-43a2-9b01-896054519173 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Deleting port 90539a1c-9816-4c22-a607-7b419ce1c2a1 {{(pid=109039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:05:46.652761 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-127224b2-530f-43a2-9b01-896054519173 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (90539a1c-9816-4c22-a607-7b419ce1c2a1), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:46.731802 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-127224b2-530f-43a2-9b01-896054519173 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (90539a1c-9816-4c22-a607-7b419ce1c2a1), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:46.732126 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-127224b2-530f-43a2-9b01-896054519173 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks [] for floatingip (90539a1c-9816-4c22-a607-7b419ce1c2a1), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:46.744751 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-127224b2-530f-43a2-9b01-896054519173 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Calling delete_port for 90539a1c-9816-4c22-a607-7b419ce1c2a1 owned by network:floatingip {{(pid=109039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:05:46.929040 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-127224b2-530f-43a2-9b01-896054519173 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5289298'] for port (90539a1c-9816-4c22-a607-7b419ce1c2a1), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:46.959829 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127224b2-530f-43a2-9b01-896054519173 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Pushing event deleted for resources: {'Port': ['ID=90539a1c-9816-4c22-a607-7b419ce1c2a1,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:46.966973 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d284fd5-c47f-41ea-9689-8bc55978c625 req-e9f52ca8-577c-42e0-852b-e742ed1cfcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:46.968759 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0d284fd5-c47f-41ea-9689-8bc55978c625 req-e9f52ca8-577c-42e0-852b-e742ed1cfcd7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b9d63f1-7cf6-4f6b-a05b-4fa352676686 HTTP/1.1" status: 200 len: 853 time: 0.3266113 Feb 02 16:05:47.018134 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d284fd5-c47f-41ea-9689-8bc55978c625 req-2ade8c56-656e-44d8-b677-9a8bcd011347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:47.019640 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0d284fd5-c47f-41ea-9689-8bc55978c625 req-2ade8c56-656e-44d8-b677-9a8bcd011347 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aabac339-88bb-4656-bc3f-961da151c5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446081 Feb 02 16:05:47.021899 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-127224b2-530f-43a2-9b01-896054519173 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks [] for floatingip (9075c695-5de7-4e02-85d4-b18fb5c31107), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:47.022228 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.db.l3_db [None req-127224b2-530f-43a2-9b01-896054519173 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Floating IP 9075c695-5de7-4e02-85d4-b18fb5c31107 disassociated (deleted). External IP: 172.27.3.155, port: 0eb25512-67cb-409b-9a67-9259ff7460fc. Feb 02 16:05:47.111295 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0d284fd5-c47f-41ea-9689-8bc55978c625 req-34286e33-c6f6-4a69-840b-1bd33153fd84 service neutron] 10.222.0.59 "GET /v2.0/networks/aabac339-88bb-4656-bc3f-961da151c5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852468 Feb 02 16:05:47.200779 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0d284fd5-c47f-41ea-9689-8bc55978c625 req-eebe3b9d-a411-49c5-9abb-6784314d5544 service neutron] 10.222.0.59 "GET /v2.0/networks/aabac339-88bb-4656-bc3f-961da151c5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837109 Feb 02 16:05:47.376257 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 16:05:47.443011 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127224b2-530f-43a2-9b01-896054519173 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Router 8dd5f62c-befe-4ea2-81d3-5762fac85f89 has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:05:47.499911 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:47.551329 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127224b2-530f-43a2-9b01-896054519173 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:05:47.556382 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-127224b2-530f-43a2-9b01-896054519173 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for floatingip (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:47.561326 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e07689f-c683-4d8f-ade5-aa62c2d2001a None None] Sync routers for ids ['8dd5f62c-befe-4ea2-81d3-5762fac85f89'] in dv-cinder-827511-1-iscsi {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:05:47.570552 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e07689f-c683-4d8f-ade5-aa62c2d2001a None None] Routers {'8dd5f62c-befe-4ea2-81d3-5762fac85f89'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:05:47.571167 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-2e07689f-c683-4d8f-ade5-aa62c2d2001a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:05:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['8dd5f62c-befe-4ea2-81d3-5762fac85f89'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:05:47.586383 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-127224b2-530f-43a2-9b01-896054519173 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "DELETE /v2.0/floatingips/9075c695-5de7-4e02-85d4-b18fb5c31107 HTTP/1.1" status: 204 len: 168 time: 1.1088965 Feb 02 16:05:47.679807 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-2e07689f-c683-4d8f-ade5-aa62c2d2001a None None] Set router 8dd5f62c-befe-4ea2-81d3-5762fac85f89 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:05:47.734004 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:47.899788 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-2e07689f-c683-4d8f-ade5-aa62c2d2001a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'name': 'tempest-TestMinimumBasicScenario-384836905-router', 'tenant_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:03:47Z', 'updated_at': '2022-02-02T16:03:50Z', 'revision_number': 4, 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'gw_port': {'id': '688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:03:48Z', 'updated_at': '2022-02-02T16:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': 'bbd9617f-4ce4-4a9f-a052-66b864e61e28', 'name': '', 'network_id': 'aabac339-88bb-4656-bc3f-961da151c5f2', 'tenant_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'mac_address': 'fa:16:3e:a4:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3b9d63f1-7cf6-4f6b-a05b-4fa352676686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:03:50Z', 'updated_at': '2022-02-02T16:03:55Z', 'revision_number': 5, 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'subnets': [{'id': '3b9d63f1-7cf6-4f6b-a05b-4fa352676686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:05:47.929768 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e07689f-c683-4d8f-ade5-aa62c2d2001a None None] Checking router: 8dd5f62c-befe-4ea2-81d3-5762fac85f89 for host: dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:05:47.937979 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e07689f-c683-4d8f-ade5-aa62c2d2001a None None] Routers {'8dd5f62c-befe-4ea2-81d3-5762fac85f89'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:05:47.938587 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-2e07689f-c683-4d8f-ade5-aa62c2d2001a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:05:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['8dd5f62c-befe-4ea2-81d3-5762fac85f89'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:05:48.170217 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-2e07689f-c683-4d8f-ade5-aa62c2d2001a None None] Set router 8dd5f62c-befe-4ea2-81d3-5762fac85f89 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:05:48.279381 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a8a87c-74eb-4537-b21d-21fe350d3fb5', 'tag': '0eb25512-67cb-409b-9a67-9259ff7460fc'}] {{(pid=109039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:05:48.281783 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c161fd89cb1d1d847ba0f79545528bda5d1c418a0cb4f87e804297803be7db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0167043-e8f2-4a6d-b76b-a65369f77cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a8a87c-74eb-4537-b21d-21fe350d3fb5", "tag": "0eb25512-67cb-409b-9a67-9259ff7460fc"}]}' {{(pid=109039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:05:48.319306 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 16:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d853efcb-41fa-4eb7-848f-28a9b877cf39 x-openstack-request-id: req-d853efcb-41fa-4eb7-848f-28a9b877cf39 {{(pid=109039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:05:48.319791 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a8a87c-74eb-4537-b21d-21fe350d3fb5", "tag": "0eb25512-67cb-409b-9a67-9259ff7460fc", "status": "completed", "code": 200}]} {{(pid=109039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:05:48.320042 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-d853efcb-41fa-4eb7-848f-28a9b877cf39 {{(pid=109039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:05:48.320602 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a8a87c-74eb-4537-b21d-21fe350d3fb5', 'tag': '0eb25512-67cb-409b-9a67-9259ff7460fc', 'status': 'completed', 'code': 200} Feb 02 16:05:48.377442 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-2e07689f-c683-4d8f-ade5-aa62c2d2001a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'name': 'tempest-TestMinimumBasicScenario-384836905-router', 'tenant_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:03:47Z', 'updated_at': '2022-02-02T16:03:50Z', 'revision_number': 4, 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'gw_port': {'id': '688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:03:48Z', 'updated_at': '2022-02-02T16:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': 'bbd9617f-4ce4-4a9f-a052-66b864e61e28', 'name': '', 'network_id': 'aabac339-88bb-4656-bc3f-961da151c5f2', 'tenant_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'mac_address': 'fa:16:3e:a4:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3b9d63f1-7cf6-4f6b-a05b-4fa352676686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:03:50Z', 'updated_at': '2022-02-02T16:03:55Z', 'revision_number': 5, 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'subnets': [{'id': '3b9d63f1-7cf6-4f6b-a05b-4fa352676686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:05:48.405165 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e07689f-c683-4d8f-ade5-aa62c2d2001a None None] The sync data for ids ['8dd5f62c-befe-4ea2-81d3-5762fac85f89'] in dv-cinder-827511-1-iscsi is: [{'id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'name': 'tempest-TestMinimumBasicScenario-384836905-router', 'tenant_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:03:47Z', 'updated_at': '2022-02-02T16:03:50Z', 'revision_number': 4, 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'gw_port': {'id': '688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:03:48Z', 'updated_at': '2022-02-02T16:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': 'bbd9617f-4ce4-4a9f-a052-66b864e61e28', 'name': '', 'network_id': 'aabac339-88bb-4656-bc3f-961da151c5f2', 'tenant_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'mac_address': 'fa:16:3e:a4:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3b9d63f1-7cf6-4f6b-a05b-4fa352676686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:03:50Z', 'updated_at': '2022-02-02T16:03:55Z', 'revision_number': 5, 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'subnets': [{'id': '3b9d63f1-7cf6-4f6b-a05b-4fa352676686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:05:48.406996 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0167043-e8f2-4a6d-b76b-a65369f77cc7 req-68595888-b86d-4c53-8a90-13bc94c38e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:48.409084 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e0167043-e8f2-4a6d-b76b-a65369f77cc7 req-68595888-b86d-4c53-8a90-13bc94c38e6b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c5fa1e7da1a4fd8bb28d4c4bf7d6af8&device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 1130 time: 0.0454178 Feb 02 16:05:48.506491 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0167043-e8f2-4a6d-b76b-a65369f77cc7 req-5ee5b967-26bc-4a8c-9393-9007e139333a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:48.508000 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e0167043-e8f2-4a6d-b76b-a65369f77cc7 req-5ee5b967-26bc-4a8c-9393-9007e139333a service neutron] 10.222.0.59 "GET /v2.0/networks?id=aabac339-88bb-4656-bc3f-961da151c5f2 HTTP/1.1" status: 200 len: 915 time: 0.0924540 Feb 02 16:05:48.550269 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e0167043-e8f2-4a6d-b76b-a65369f77cc7 req-5a329429-7894-458f-8ef7-496ff05c6666 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0eb25512-67cb-409b-9a67-9259ff7460fc HTTP/1.1" status: 200 len: 217 time: 0.0358033 Feb 02 16:05:48.610124 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0167043-e8f2-4a6d-b76b-a65369f77cc7 req-7b8bcd8a-87bf-403b-a1f8-ab5eeb58196f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:48.612010 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e0167043-e8f2-4a6d-b76b-a65369f77cc7 req-7b8bcd8a-87bf-403b-a1f8-ab5eeb58196f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b9d63f1-7cf6-4f6b-a05b-4fa352676686 HTTP/1.1" status: 200 len: 853 time: 0.0518227 Feb 02 16:05:48.644896 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff56009-7c51-4153-9fe5-83a268d7c7d2 None None] New status for floating IP 9075c695-5de7-4e02-85d4-b18fb5c31107: DOWN {{(pid=109041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 16:05:48.666453 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0167043-e8f2-4a6d-b76b-a65369f77cc7 req-1515a1b0-cd14-4b0f-b29f-978675aa6c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:48.669389 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e0167043-e8f2-4a6d-b76b-a65369f77cc7 req-1515a1b0-cd14-4b0f-b29f-978675aa6c9a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aabac339-88bb-4656-bc3f-961da151c5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513127 Feb 02 16:05:48.766263 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e0167043-e8f2-4a6d-b76b-a65369f77cc7 req-297a8573-1a70-4d8d-9086-a8883fef5cbe service neutron] 10.222.0.59 "GET /v2.0/networks/aabac339-88bb-4656-bc3f-961da151c5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903342 Feb 02 16:05:48.857287 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-e0167043-e8f2-4a6d-b76b-a65369f77cc7 req-8607a446-02ce-4bd5-a0f9-cf6180049e0f service neutron] 10.222.0.59 "GET /v2.0/networks/aabac339-88bb-4656-bc3f-961da151c5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843582 Feb 02 16:05:49.230031 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:50.286866 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876e0ff-4086-47ea-9f56-3708f2387396 req-0b4dc53e-72fd-43fc-9798-3201b3528db5 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:50.288346 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9876e0ff-4086-47ea-9f56-3708f2387396 req-0b4dc53e-72fd-43fc-9798-3201b3528db5 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 946 time: 0.0528233 Feb 02 16:05:50.338309 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9876e0ff-4086-47ea-9f56-3708f2387396 req-3ab004f4-bf1b-4882-bece-f73af044d12a tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/security-groups?id=4952c2aa-b786-4a3e-af81-6e9989b2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437081 Feb 02 16:05:51.473530 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d8aeb-4c29-4b4d-a02c-bd1783b5d119 req-fae5d6e8-b738-42bf-b008-eb6310510784 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:51.475527 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c16d8aeb-4c29-4b4d-a02c-bd1783b5d119 req-fae5d6e8-b738-42bf-b008-eb6310510784 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 946 time: 0.0570579 Feb 02 16:05:51.521542 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c16d8aeb-4c29-4b4d-a02c-bd1783b5d119 req-82a69fc3-f259-4efd-998a-ff94bace204c tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/security-groups?id=4952c2aa-b786-4a3e-af81-6e9989b2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398278 Feb 02 16:05:52.073598 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962e39a-ea83-4dea-a0bd-b25767d5fdb2 req-3d35675f-09e1-4fab-8c68-b9c674861c6d tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:05:52.075066 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-4962e39a-ea83-4dea-a0bd-b25767d5fdb2 req-3d35675f-09e1-4fab-8c68-b9c674861c6d tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 946 time: 0.0525694 Feb 02 16:05:52.172113 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-4962e39a-ea83-4dea-a0bd-b25767d5fdb2 req-51da6d5e-c3f7-424e-af1f-98e5ec6f1d5b tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Deleting port 0eb25512-67cb-409b-9a67-9259ff7460fc {{(pid=109038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:05:52.172453 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-4962e39a-ea83-4dea-a0bd-b25767d5fdb2 req-51da6d5e-c3f7-424e-af1f-98e5ec6f1d5b tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (0eb25512-67cb-409b-9a67-9259ff7460fc), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:52.256813 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-4962e39a-ea83-4dea-a0bd-b25767d5fdb2 req-51da6d5e-c3f7-424e-af1f-98e5ec6f1d5b tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] For port 0eb25512-67cb-409b-9a67-9259ff7460fc, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=0eb25512-67cb-409b-9a67-9259ff7460fc,segment=NetworkSegment(e5c0a66a-77d1-4c07-8a7b-cd774d2104b2),segment_id=e5c0a66a-77d1-4c07-8a7b-cd774d2104b2)] {{(pid=109038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:05:52.257212 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-4962e39a-ea83-4dea-a0bd-b25767d5fdb2 req-51da6d5e-c3f7-424e-af1f-98e5ec6f1d5b tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (0eb25512-67cb-409b-9a67-9259ff7460fc), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:52.274059 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-4962e39a-ea83-4dea-a0bd-b25767d5fdb2 req-51da6d5e-c3f7-424e-af1f-98e5ec6f1d5b tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Calling delete_port for 0eb25512-67cb-409b-9a67-9259ff7460fc owned by compute:nova {{(pid=109038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:05:52.399567 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-4962e39a-ea83-4dea-a0bd-b25767d5fdb2 req-51da6d5e-c3f7-424e-af1f-98e5ec6f1d5b tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (0eb25512-67cb-409b-9a67-9259ff7460fc), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:52.429628 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da6d5e-c3f7-424e-af1f-98e5ec6f1d5b tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Pushing event deleted for resources: {'Port': ['ID=0eb25512-67cb-409b-9a67-9259ff7460fc,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:52.438176 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['0eb25512-67cb-409b-9a67-9259ff7460fc'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 16:05:52.476628 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-4962e39a-ea83-4dea-a0bd-b25767d5fdb2 req-51da6d5e-c3f7-424e-af1f-98e5ec6f1d5b tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] No DVR routers for this DVR port 0eb25512-67cb-409b-9a67-9259ff7460fc on host hv-cinder-82751 {{(pid=109038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:05:52.479456 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-4962e39a-ea83-4dea-a0bd-b25767d5fdb2 req-51da6d5e-c3f7-424e-af1f-98e5ec6f1d5b tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:52.482836 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-4962e39a-ea83-4dea-a0bd-b25767d5fdb2 req-51da6d5e-c3f7-424e-af1f-98e5ec6f1d5b tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.59 "DELETE /v2.0/ports/0eb25512-67cb-409b-9a67-9259ff7460fc HTTP/1.1" status: 204 len: 173 time: 0.4023223 Feb 02 16:05:52.483298 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a8a87c-74eb-4537-b21d-21fe350d3fb5', 'name': 'network-vif-deleted', 'tag': '0eb25512-67cb-409b-9a67-9259ff7460fc'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:05:52.485600 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da71d1b-517f-4c44-a3bf-83d62c99c693" -d '{"events": [{"server_uuid": "a9a8a87c-74eb-4537-b21d-21fe350d3fb5", "name": "network-vif-deleted", "tag": "0eb25512-67cb-409b-9a67-9259ff7460fc"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:05:52.591292 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 16:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a01426-4101-4027-9460-7d31cd66ced5 x-openstack-request-id: req-19a01426-4101-4027-9460-7d31cd66ced5 {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:05:52.591593 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a8a87c-74eb-4537-b21d-21fe350d3fb5", "name": "network-vif-deleted", "tag": "0eb25512-67cb-409b-9a67-9259ff7460fc", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:05:52.591902 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-19a01426-4101-4027-9460-7d31cd66ced5 {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:05:52.592323 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a8a87c-74eb-4537-b21d-21fe350d3fb5', 'name': 'network-vif-deleted', 'tag': '0eb25512-67cb-409b-9a67-9259ff7460fc', 'status': 'completed', 'code': 200} Feb 02 16:05:52.629533 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0845e001-5eb6-4c3d-9ef7-6e8aeadaa476 req-6a0b8006-a2b3-44a3-bbc9-aec841d37910 tempest-TestMinimumBasicScenario-2119689938 tempest-TestMinimumBasicScenario-2119689938-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9a8a87c-74eb-4537-b21d-21fe350d3fb5 HTTP/1.1" status: 200 len: 210 time: 0.0302758 Feb 02 16:05:54.175938 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 38128) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:05:54.516394 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-8b1383dd-3542-486f-bbf0-95dca9af7bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7937627'] for router_interface (8dd5f62c-befe-4ea2-81d3-5762fac85f89), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:54.758848 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-8b1383dd-3542-486f-bbf0-95dca9af7bff admin admin] Deleting port bbd9617f-4ce4-4a9f-a052-66b864e61e28 {{(pid=109039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:05:54.759187 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-8b1383dd-3542-486f-bbf0-95dca9af7bff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (bbd9617f-4ce4-4a9f-a052-66b864e61e28), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:54.835139 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.db [None req-8b1383dd-3542-486f-bbf0-95dca9af7bff admin admin] For port bbd9617f-4ce4-4a9f-a052-66b864e61e28, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=bbd9617f-4ce4-4a9f-a052-66b864e61e28,segment=NetworkSegment(e5c0a66a-77d1-4c07-8a7b-cd774d2104b2),segment_id=e5c0a66a-77d1-4c07-8a7b-cd774d2104b2)] {{(pid=109039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:05:54.835504 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-8b1383dd-3542-486f-bbf0-95dca9af7bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (bbd9617f-4ce4-4a9f-a052-66b864e61e28), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:54.847817 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-8b1383dd-3542-486f-bbf0-95dca9af7bff admin admin] Calling delete_port for bbd9617f-4ce4-4a9f-a052-66b864e61e28 owned by network:router_interface {{(pid=109039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:05:55.022688 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-8b1383dd-3542-486f-bbf0-95dca9af7bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5289298'] for port (bbd9617f-4ce4-4a9f-a052-66b864e61e28), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:55.050361 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1383dd-3542-486f-bbf0-95dca9af7bff admin admin] Pushing event deleted for resources: {'Port': ['ID=bbd9617f-4ce4-4a9f-a052-66b864e61e28,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:55.213124 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-8b1383dd-3542-486f-bbf0-95dca9af7bff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8109520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7937735'] for router_interface (8dd5f62c-befe-4ea2-81d3-5762fac85f89), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:55.424237 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1383dd-3542-486f-bbf0-95dca9af7bff admin admin] Router 8dd5f62c-befe-4ea2-81d3-5762fac85f89 has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:05:55.529657 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1383dd-3542-486f-bbf0-95dca9af7bff admin admin] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:05:55.535613 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-8b1383dd-3542-486f-bbf0-95dca9af7bff admin admin] 10.222.0.112 "PUT /v2.0/routers/8dd5f62c-befe-4ea2-81d3-5762fac85f89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3586202 Feb 02 16:05:55.537473 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 38130) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:05:55.540242 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf19c876-02e1-4f7a-bd7f-a54eec9d90a5 None None] Sync routers for ids ['8dd5f62c-befe-4ea2-81d3-5762fac85f89'] in dv-cinder-827511-1-iscsi {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:05:55.550917 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf19c876-02e1-4f7a-bd7f-a54eec9d90a5 None None] Routers {'8dd5f62c-befe-4ea2-81d3-5762fac85f89'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:05:55.551530 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-cf19c876-02e1-4f7a-bd7f-a54eec9d90a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:05:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['8dd5f62c-befe-4ea2-81d3-5762fac85f89'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:05:55.638377 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0de9a38e-c6ae-4659-b7a2-3f028aca4c25 admin admin] Publish callbacks [] for router (8dd5f62c-befe-4ea2-81d3-5762fac85f89), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:55.657526 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-cf19c876-02e1-4f7a-bd7f-a54eec9d90a5 None None] Set router 8dd5f62c-befe-4ea2-81d3-5762fac85f89 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:05:55.737467 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0de9a38e-c6ae-4659-b7a2-3f028aca4c25 admin admin] Publish callbacks [] for router_gateway (8dd5f62c-befe-4ea2-81d3-5762fac85f89), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:55.764156 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 0eb25512-67cb-409b-9a67-9259ff7460fc no longer exists at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:05:55.792891 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-0de9a38e-c6ae-4659-b7a2-3f028aca4c25 admin admin] Deleting port 688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a {{(pid=109039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:05:55.793329 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0de9a38e-c6ae-4659-b7a2-3f028aca4c25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:55.797986 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] No Port match for: 0eb25512-67cb-409b-9a67-9259ff7460fc {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:05:55.798337 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 0eb25512-67cb-409b-9a67-9259ff7460fc not bound to the agent host hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:05:55.864999 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-cf19c876-02e1-4f7a-bd7f-a54eec9d90a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'name': 'tempest-TestMinimumBasicScenario-384836905-router', 'tenant_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:03:47Z', 'updated_at': '2022-02-02T16:05:54Z', 'revision_number': 5, 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'gw_port': {'id': '688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:03:48Z', 'updated_at': '2022-02-02T16:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi'}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:05:55.872286 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.db [None req-0de9a38e-c6ae-4659-b7a2-3f028aca4c25 admin admin] For port 688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a,segment=NetworkSegment(aa18bba3-a434-4e8a-926e-117b8687e1ff),segment_id=aa18bba3-a434-4e8a-926e-117b8687e1ff)] {{(pid=109039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:05:55.872659 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0de9a38e-c6ae-4659-b7a2-3f028aca4c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:55.885154 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-0de9a38e-c6ae-4659-b7a2-3f028aca4c25 admin admin] Calling delete_port for 688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a owned by network:router_gateway {{(pid=109039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:05:55.892332 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf19c876-02e1-4f7a-bd7f-a54eec9d90a5 None None] Checking router: 8dd5f62c-befe-4ea2-81d3-5762fac85f89 for host: dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:05:55.900493 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf19c876-02e1-4f7a-bd7f-a54eec9d90a5 None None] Routers {'8dd5f62c-befe-4ea2-81d3-5762fac85f89'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:05:55.901929 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-cf19c876-02e1-4f7a-bd7f-a54eec9d90a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:05:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['8dd5f62c-befe-4ea2-81d3-5762fac85f89'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:05:55.988750 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-cf19c876-02e1-4f7a-bd7f-a54eec9d90a5 None None] Set router 8dd5f62c-befe-4ea2-81d3-5762fac85f89 gateway port host: None {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:05:56.045866 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-cf19c876-02e1-4f7a-bd7f-a54eec9d90a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'name': 'tempest-TestMinimumBasicScenario-384836905-router', 'tenant_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:03:47Z', 'updated_at': '2022-02-02T16:05:55Z', 'revision_number': 6, 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'gw_port_host': None}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:05:56.048472 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0de9a38e-c6ae-4659-b7a2-3f028aca4c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5289298'] for port (688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:56.073489 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf19c876-02e1-4f7a-bd7f-a54eec9d90a5 None None] The sync data for ids ['8dd5f62c-befe-4ea2-81d3-5762fac85f89'] in dv-cinder-827511-1-iscsi is: [{'id': '8dd5f62c-befe-4ea2-81d3-5762fac85f89', 'name': 'tempest-TestMinimumBasicScenario-384836905-router', 'tenant_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:03:47Z', 'updated_at': '2022-02-02T16:05:55Z', 'revision_number': 6, 'project_id': '8c5fa1e7da1a4fd8bb28d4c4bf7d6af8', 'gw_port_host': None}] {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:05:56.074617 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9a38e-c6ae-4659-b7a2-3f028aca4c25 admin admin] Pushing event deleted for resources: {'Port': ['ID=688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:56.146988 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0de9a38e-c6ae-4659-b7a2-3f028aca4c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7937893'] for router_gateway (8dd5f62c-befe-4ea2-81d3-5762fac85f89), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:56.247054 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0de9a38e-c6ae-4659-b7a2-3f028aca4c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8316650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4847'] for router (8dd5f62c-befe-4ea2-81d3-5762fac85f89), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:56.249108 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0de9a38e-c6ae-4659-b7a2-3f028aca4c25 admin admin] Publish callbacks [] for router_controller (8dd5f62c-befe-4ea2-81d3-5762fac85f89), precommit_delete_associations {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:56.290676 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0de9a38e-c6ae-4659-b7a2-3f028aca4c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8316661'] for router (8dd5f62c-befe-4ea2-81d3-5762fac85f89), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:56.291342 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de9a38e-c6ae-4659-b7a2-3f028aca4c25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dd5f62c-befe-4ea2-81d3-5762fac85f89 {{(pid=109039) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 16:05:56.296454 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0de9a38e-c6ae-4659-b7a2-3f028aca4c25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:56.297676 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-0de9a38e-c6ae-4659-b7a2-3f028aca4c25 admin admin] 10.222.0.112 "DELETE /v2.0/routers/8dd5f62c-befe-4ea2-81d3-5762fac85f89 HTTP/1.1" status: 204 len: 168 time: 0.7592826 Feb 02 16:05:56.300124 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 38132) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:05:56.347331 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f461ed-079d-44b2-afdf-d7935583a43b admin admin] Deleting subnet 3b9d63f1-7cf6-4f6b-a05b-4fa352676686 {{(pid=109039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 16:05:56.350539 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-d1f461ed-079d-44b2-afdf-d7935583a43b admin admin] Publish callbacks [] for subnet (3b9d63f1-7cf6-4f6b-a05b-4fa352676686), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:56.606723 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-d1f461ed-079d-44b2-afdf-d7935583a43b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6290290'] for subnet (3b9d63f1-7cf6-4f6b-a05b-4fa352676686), precommit_delete_associations {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:56.680612 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-d1f461ed-079d-44b2-afdf-d7935583a43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145137'] for subnet (3b9d63f1-7cf6-4f6b-a05b-4fa352676686), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:56.735664 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-d1f461ed-079d-44b2-afdf-d7935583a43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5289349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6097995'] for subnet (3b9d63f1-7cf6-4f6b-a05b-4fa352676686), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:56.761943 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f461ed-079d-44b2-afdf-d7935583a43b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b9d63f1-7cf6-4f6b-a05b-4fa352676686,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:56.763783 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-d1f461ed-079d-44b2-afdf-d7935583a43b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for subnet (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:56.766967 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-d1f461ed-079d-44b2-afdf-d7935583a43b admin admin] 10.222.0.112 "DELETE /v2.0/subnets/3b9d63f1-7cf6-4f6b-a05b-4fa352676686 HTTP/1.1" status: 204 len: 168 time: 0.4659195 Feb 02 16:05:56.769579 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a2abdf-5e1e-408e-a142-625e6b300c32 None None] Network aabac339-88bb-4656-bc3f-961da151c5f2 requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 16:05:56.770064 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 38134) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:05:56.852467 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-b420088a-2508-495b-aef1-3490b2e9cb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1153519'] for network (aabac339-88bb-4656-bc3f-961da151c5f2), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:56.883943 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device bbd9617f-4ce4-4a9f-a052-66b864e61e28 no longer exists at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:05:56.906251 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] No Port match for: bbd9617f-4ce4-4a9f-a052-66b864e61e28 {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:05:56.906609 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device bbd9617f-4ce4-4a9f-a052-66b864e61e28 not bound to the agent host dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:05:56.907038 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a no longer exists at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:05:56.912973 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-b420088a-2508-495b-aef1-3490b2e9cb36 admin admin] Deleting port 9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e {{(pid=109039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:05:56.913886 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-b420088a-2508-495b-aef1-3490b2e9cb36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:56.927183 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] No Port match for: 688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:05:56.927538 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 688cc3ce-c2b7-433c-bb0a-2e3f80a0bd1a not bound to the agent host dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:05:56.943830 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c681c6-6fe7-4fad-944d-e6b136e42a7e None None] DHCP port deletion for aabac339-88bb-4656-bc3f-961da151c5f2 request from dv-cinder-827511-1-iscsi {{(pid=109040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 16:05:56.987592 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.db [None req-b420088a-2508-495b-aef1-3490b2e9cb36 admin admin] For port 9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e,segment=NetworkSegment(e5c0a66a-77d1-4c07-8a7b-cd774d2104b2),segment_id=e5c0a66a-77d1-4c07-8a7b-cd774d2104b2)] {{(pid=109039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:05:56.988049 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-b420088a-2508-495b-aef1-3490b2e9cb36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:56.992340 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-54c681c6-6fe7-4fad-944d-e6b136e42a7e None None] Deleting port 9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e {{(pid=109040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:05:56.992718 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-54c681c6-6fe7-4fad-944d-e6b136e42a7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e), before_delete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:57.002102 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-b420088a-2508-495b-aef1-3490b2e9cb36 admin admin] Calling delete_port for 9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e owned by network:dhcp {{(pid=109039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:05:57.061613 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-54c681c6-6fe7-4fad-944d-e6b136e42a7e None None] For port 9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e,segment=NetworkSegment(e5c0a66a-77d1-4c07-8a7b-cd774d2104b2),segment_id=e5c0a66a-77d1-4c07-8a7b-cd774d2104b2)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:05:57.062265 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-54c681c6-6fe7-4fad-944d-e6b136e42a7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e), precommit_delete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:57.075752 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-54c681c6-6fe7-4fad-944d-e6b136e42a7e None None] Calling delete_port for 9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e owned by network:dhcp {{(pid=109040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:05:57.092294 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-b420088a-2508-495b-aef1-3490b2e9cb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5289298'] for port (9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:57.122744 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420088a-2508-495b-aef1-3490b2e9cb36 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:57.134742 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b420088a-2508-495b-aef1-3490b2e9cb36 admin admin] No DVR routers for this DVR port 9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e on host dv-cinder-827511-1-iscsi {{(pid=109039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:05:57.160423 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-54c681c6-6fe7-4fad-944d-e6b136e42a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362'] for port (9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e), after_delete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:57.189674 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c681c6-6fe7-4fad-944d-e6b136e42a7e None None] Pushing event deleted for resources: {'Port': ['ID=9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e,revision_number=None']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:57.196902 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c681c6-6fe7-4fad-944d-e6b136e42a7e None None] No DVR routers for this DVR port 9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e on host dv-cinder-827511-1-iscsi {{(pid=109040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:05:57.199035 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c681c6-6fe7-4fad-944d-e6b136e42a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:57.199394 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c681c6-6fe7-4fad-944d-e6b136e42a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:57.199751 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c681c6-6fe7-4fad-944d-e6b136e42a7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:57.200094 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c681c6-6fe7-4fad-944d-e6b136e42a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:57.200434 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c681c6-6fe7-4fad-944d-e6b136e42a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:57.200774 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c681c6-6fe7-4fad-944d-e6b136e42a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:57.201132 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c681c6-6fe7-4fad-944d-e6b136e42a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:57.201478 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c681c6-6fe7-4fad-944d-e6b136e42a7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:57.201812 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c681c6-6fe7-4fad-944d-e6b136e42a7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:57.202146 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c681c6-6fe7-4fad-944d-e6b136e42a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:57.202479 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c681c6-6fe7-4fad-944d-e6b136e42a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:57.202810 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c681c6-6fe7-4fad-944d-e6b136e42a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:57.203140 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c681c6-6fe7-4fad-944d-e6b136e42a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:05:57.216148 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-b420088a-2508-495b-aef1-3490b2e9cb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143470', 'neutron.services.segments.db._delete_segments_for_network-8791047536797'] for network (aabac339-88bb-4656-bc3f-961da151c5f2), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:57.241995 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.services.segments.db [None req-b420088a-2508-495b-aef1-3490b2e9cb36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aabac339-88bb-4656-bc3f-961da151c5f2']}} {{(pid=109039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:05:57.251899 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.services.segments.db [None req-b420088a-2508-495b-aef1-3490b2e9cb36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c0a66a-77d1-4c07-8a7b-cd774d2104b2') {'for_net_delete': True} {{(pid=109039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:05:57.252586 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.services.segments.db [None req-b420088a-2508-495b-aef1-3490b2e9cb36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c0a66a-77d1-4c07-8a7b-cd774d2104b2') {} {{(pid=109039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:05:57.261864 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-b420088a-2508-495b-aef1-3490b2e9cb36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791047557030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6290297'] for segment (e5c0a66a-77d1-4c07-8a7b-cd774d2104b2), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:57.274798 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-b420088a-2508-495b-aef1-3490b2e9cb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (e5c0a66a-77d1-4c07-8a7b-cd774d2104b2), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:57.281476 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b420088a-2508-495b-aef1-3490b2e9cb36 admin admin] Releasing vlan 962 on physical network physnet1 to pool {{(pid=109039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 16:05:57.281918 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-b420088a-2508-495b-aef1-3490b2e9cb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5289343'] for segment (e5c0a66a-77d1-4c07-8a7b-cd774d2104b2), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:57.283570 dv-cinder-827511-1-iscsi neutron-server[109039]: Traceback (most recent call last): Feb 02 16:05:57.283570 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 16:05:57.283570 dv-cinder-827511-1-iscsi neutron-server[109039]: timer() Feb 02 16:05:57.283570 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:05:57.283570 dv-cinder-827511-1-iscsi neutron-server[109039]: cb(*args, **kw) Feb 02 16:05:57.283570 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 16:05:57.283570 dv-cinder-827511-1-iscsi neutron-server[109039]: return func(*args, **kwargs) Feb 02 16:05:57.283570 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:05:57.283570 dv-cinder-827511-1-iscsi neutron-server[109039]: self._notify() Feb 02 16:05:57.283570 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:05:57.283570 dv-cinder-827511-1-iscsi neutron-server[109039]: self.callback(batched_events) Feb 02 16:05:57.283570 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:05:57.283570 dv-cinder-827511-1-iscsi neutron-server[109039]: event.method(event) Feb 02 16:05:57.283570 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 16:05:57.283570 dv-cinder-827511-1-iscsi neutron-server[109039]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:05:57.283570 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 16:05:57.283570 dv-cinder-827511-1-iscsi neutron-server[109039]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:05:57.283570 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 16:05:57.283570 dv-cinder-827511-1-iscsi neutron-server[109039]: return f(self, *a, **k) Feb 02 16:05:57.283570 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:05:57.283570 dv-cinder-827511-1-iscsi neutron-server[109039]: return self._get(url).json() Feb 02 16:05:57.283570 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:05:57.283570 dv-cinder-827511-1-iscsi neutron-server[109039]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:05:57.283570 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 16:05:57.283570 dv-cinder-827511-1-iscsi neutron-server[109039]: return self.request(url, 'GET', **kwargs) Feb 02 16:05:57.283570 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 16:05:57.283570 dv-cinder-827511-1-iscsi neutron-server[109039]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:05:57.283570 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 16:05:57.283570 dv-cinder-827511-1-iscsi neutron-server[109039]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:05:57.283570 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 16:05:57.283570 dv-cinder-827511-1-iscsi neutron-server[109039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:05:57.283570 dv-cinder-827511-1-iscsi neutron-server[109039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:05:57.337299 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-b420088a-2508-495b-aef1-3490b2e9cb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7937865'] for network (aabac339-88bb-4656-bc3f-961da151c5f2), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:57.345121 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-b420088a-2508-495b-aef1-3490b2e9cb36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:57.348401 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-b420088a-2508-495b-aef1-3490b2e9cb36 admin admin] 10.222.0.112 "DELETE /v2.0/networks/aabac339-88bb-4656-bc3f-961da151c5f2 HTTP/1.1" status: 204 len: 168 time: 0.5773575 Feb 02 16:05:57.351388 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 38136) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:05:57.359643 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420088a-2508-495b-aef1-3490b2e9cb36 admin admin] Pushing event deleted for resources: {'Network': ['ID=aabac339-88bb-4656-bc3f-961da151c5f2,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:57.684657 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-b61aa7ea-4835-4035-a150-48a767f15c51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7937627'] for router_interface (6ee9711f-e985-411a-9973-205fc96ef6cd), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:57.923553 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [None req-b61aa7ea-4835-4035-a150-48a767f15c51 admin admin] Deleting port c73fe87a-3ed2-41cd-8c8e-79af1e3650df {{(pid=109038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:05:57.923896 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-b61aa7ea-4835-4035-a150-48a767f15c51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (c73fe87a-3ed2-41cd-8c8e-79af1e3650df), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:58.002677 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [None req-b61aa7ea-4835-4035-a150-48a767f15c51 admin admin] For port c73fe87a-3ed2-41cd-8c8e-79af1e3650df, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=c73fe87a-3ed2-41cd-8c8e-79af1e3650df,segment=NetworkSegment(1643bc1a-2235-49f2-9c9d-19d3847eb35b),segment_id=1643bc1a-2235-49f2-9c9d-19d3847eb35b)] {{(pid=109038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:05:58.002954 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-b61aa7ea-4835-4035-a150-48a767f15c51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (c73fe87a-3ed2-41cd-8c8e-79af1e3650df), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:58.015475 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [None req-b61aa7ea-4835-4035-a150-48a767f15c51 admin admin] Calling delete_port for c73fe87a-3ed2-41cd-8c8e-79af1e3650df owned by network:router_interface {{(pid=109038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:05:58.200292 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-b61aa7ea-4835-4035-a150-48a767f15c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (c73fe87a-3ed2-41cd-8c8e-79af1e3650df), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:58.226176 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61aa7ea-4835-4035-a150-48a767f15c51 admin admin] Pushing event deleted for resources: {'Port': ['ID=c73fe87a-3ed2-41cd-8c8e-79af1e3650df,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:58.389848 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-b61aa7ea-4835-4035-a150-48a767f15c51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8109520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7937735'] for router_interface (6ee9711f-e985-411a-9973-205fc96ef6cd), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:58.598686 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61aa7ea-4835-4035-a150-48a767f15c51 admin admin] Router 6ee9711f-e985-411a-9973-205fc96ef6cd has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:05:58.704073 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61aa7ea-4835-4035-a150-48a767f15c51 admin admin] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:05:58.709327 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-b61aa7ea-4835-4035-a150-48a767f15c51 admin admin] 10.222.0.112 "PUT /v2.0/routers/6ee9711f-e985-411a-9973-205fc96ef6cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3565869 Feb 02 16:05:58.711501 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 38138) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:05:58.714390 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66232f25-cd4d-46fa-a5d0-e4b57b813513 None None] Sync routers for ids ['6ee9711f-e985-411a-9973-205fc96ef6cd'] in dv-cinder-827511-1-iscsi {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:05:58.724506 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66232f25-cd4d-46fa-a5d0-e4b57b813513 None None] Routers {'6ee9711f-e985-411a-9973-205fc96ef6cd'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:05:58.725140 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-66232f25-cd4d-46fa-a5d0-e4b57b813513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:05:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['6ee9711f-e985-411a-9973-205fc96ef6cd'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:05:58.819931 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-be301774-8236-4aca-a0c0-a457040fe5a9 admin admin] Publish callbacks [] for router (6ee9711f-e985-411a-9973-205fc96ef6cd), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:58.832174 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e no longer exists at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:05:58.841301 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-66232f25-cd4d-46fa-a5d0-e4b57b813513 None None] Set router 6ee9711f-e985-411a-9973-205fc96ef6cd gateway port host: dv-cinder-827511-1-iscsi {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:05:58.852615 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] No Port match for: 9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:05:58.852893 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 9ac8c84d-c3eb-4de5-a18d-af41f1fd9c3e not bound to the agent host dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:05:58.931523 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-be301774-8236-4aca-a0c0-a457040fe5a9 admin admin] Publish callbacks [] for router_gateway (6ee9711f-e985-411a-9973-205fc96ef6cd), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:58.986301 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [None req-be301774-8236-4aca-a0c0-a457040fe5a9 admin admin] Deleting port 5393bee0-bc21-482d-83d6-56c6df4ff0c7 {{(pid=109038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:05:58.986666 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-be301774-8236-4aca-a0c0-a457040fe5a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (5393bee0-bc21-482d-83d6-56c6df4ff0c7), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:59.018354 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-66232f25-cd4d-46fa-a5d0-e4b57b813513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee9711f-e985-411a-9973-205fc96ef6cd', 'name': 'tempest-TestMinimumBasicScenario-1146077413-router', 'tenant_id': '645ca54a55f14fbd896da241ab5344a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '5393bee0-bc21-482d-83d6-56c6df4ff0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:03:52Z', 'updated_at': '2022-02-02T16:05:58Z', 'revision_number': 5, 'project_id': '645ca54a55f14fbd896da241ab5344a2', 'gw_port': {'id': '5393bee0-bc21-482d-83d6-56c6df4ff0c7', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee9711f-e985-411a-9973-205fc96ef6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:03:52Z', 'updated_at': '2022-02-02T16:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi'}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:05:59.048403 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66232f25-cd4d-46fa-a5d0-e4b57b813513 None None] Checking router: 6ee9711f-e985-411a-9973-205fc96ef6cd for host: dv-cinder-827511-1-iscsi {{(pid=109041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:05:59.056819 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66232f25-cd4d-46fa-a5d0-e4b57b813513 None None] Routers {'6ee9711f-e985-411a-9973-205fc96ef6cd'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:05:59.058121 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-66232f25-cd4d-46fa-a5d0-e4b57b813513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:05:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['6ee9711f-e985-411a-9973-205fc96ef6cd'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:05:59.070067 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [None req-be301774-8236-4aca-a0c0-a457040fe5a9 admin admin] For port 5393bee0-bc21-482d-83d6-56c6df4ff0c7, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=5393bee0-bc21-482d-83d6-56c6df4ff0c7,segment=NetworkSegment(aa18bba3-a434-4e8a-926e-117b8687e1ff),segment_id=aa18bba3-a434-4e8a-926e-117b8687e1ff)] {{(pid=109038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:05:59.070436 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-be301774-8236-4aca-a0c0-a457040fe5a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (5393bee0-bc21-482d-83d6-56c6df4ff0c7), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:59.082481 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [None req-be301774-8236-4aca-a0c0-a457040fe5a9 admin admin] Calling delete_port for 5393bee0-bc21-482d-83d6-56c6df4ff0c7 owned by network:router_gateway {{(pid=109038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:05:59.142101 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-66232f25-cd4d-46fa-a5d0-e4b57b813513 None None] Set router 6ee9711f-e985-411a-9973-205fc96ef6cd gateway port host: None {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:05:59.194283 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-66232f25-cd4d-46fa-a5d0-e4b57b813513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee9711f-e985-411a-9973-205fc96ef6cd', 'name': 'tempest-TestMinimumBasicScenario-1146077413-router', 'tenant_id': '645ca54a55f14fbd896da241ab5344a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:03:52Z', 'updated_at': '2022-02-02T16:05:58Z', 'revision_number': 6, 'project_id': '645ca54a55f14fbd896da241ab5344a2', 'gw_port_host': None}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:05:59.224318 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66232f25-cd4d-46fa-a5d0-e4b57b813513 None None] The sync data for ids ['6ee9711f-e985-411a-9973-205fc96ef6cd'] in dv-cinder-827511-1-iscsi is: [{'id': '6ee9711f-e985-411a-9973-205fc96ef6cd', 'name': 'tempest-TestMinimumBasicScenario-1146077413-router', 'tenant_id': '645ca54a55f14fbd896da241ab5344a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:03:52Z', 'updated_at': '2022-02-02T16:05:58Z', 'revision_number': 6, 'project_id': '645ca54a55f14fbd896da241ab5344a2', 'gw_port_host': None}] {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:05:59.248458 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-be301774-8236-4aca-a0c0-a457040fe5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (5393bee0-bc21-482d-83d6-56c6df4ff0c7), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:59.272155 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be301774-8236-4aca-a0c0-a457040fe5a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5393bee0-bc21-482d-83d6-56c6df4ff0c7,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:59.333692 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-be301774-8236-4aca-a0c0-a457040fe5a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7937893'] for router_gateway (6ee9711f-e985-411a-9973-205fc96ef6cd), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:59.424300 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-be301774-8236-4aca-a0c0-a457040fe5a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8316650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4847'] for router (6ee9711f-e985-411a-9973-205fc96ef6cd), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:59.426352 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-be301774-8236-4aca-a0c0-a457040fe5a9 admin admin] Publish callbacks [] for router_controller (6ee9711f-e985-411a-9973-205fc96ef6cd), precommit_delete_associations {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:59.469155 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-be301774-8236-4aca-a0c0-a457040fe5a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8316661'] for router (6ee9711f-e985-411a-9973-205fc96ef6cd), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:59.469676 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be301774-8236-4aca-a0c0-a457040fe5a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ee9711f-e985-411a-9973-205fc96ef6cd {{(pid=109038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 16:05:59.474158 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-be301774-8236-4aca-a0c0-a457040fe5a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:59.475371 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-be301774-8236-4aca-a0c0-a457040fe5a9 admin admin] 10.222.0.112 "DELETE /v2.0/routers/6ee9711f-e985-411a-9973-205fc96ef6cd HTTP/1.1" status: 204 len: 168 time: 0.7629669 Feb 02 16:05:59.477911 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 38140) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:05:59.522156 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6134484-0e05-4e81-a258-95fa2860ee35 admin admin] Deleting subnet 41528a67-9cb0-45b6-9206-008d5e73bae9 {{(pid=109038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 16:05:59.525096 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-a6134484-0e05-4e81-a258-95fa2860ee35 admin admin] Publish callbacks [] for subnet (41528a67-9cb0-45b6-9206-008d5e73bae9), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:59.562482 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-a6134484-0e05-4e81-a258-95fa2860ee35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5222245'] for subnet (41528a67-9cb0-45b6-9206-008d5e73bae9), precommit_delete_associations {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:59.648858 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-a6134484-0e05-4e81-a258-95fa2860ee35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145137'] for subnet (41528a67-9cb0-45b6-9206-008d5e73bae9), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:59.702203 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-a6134484-0e05-4e81-a258-95fa2860ee35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4863332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5232880'] for subnet (41528a67-9cb0-45b6-9206-008d5e73bae9), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:59.727244 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6134484-0e05-4e81-a258-95fa2860ee35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41528a67-9cb0-45b6-9206-008d5e73bae9,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:05:59.731506 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-a6134484-0e05-4e81-a258-95fa2860ee35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:59.734973 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-a6134484-0e05-4e81-a258-95fa2860ee35 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/41528a67-9cb0-45b6-9206-008d5e73bae9 HTTP/1.1" status: 204 len: 168 time: 0.2558980 Feb 02 16:05:59.737265 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 38142) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:05:59.738029 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f839ebc-185d-40a5-b840-938b48c0b546 None None] Network eef2a50e-f02c-450e-ad57-87c1f628bacd requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 16:05:59.809528 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-2708327e-7593-4fa8-aa13-e1eddfefc08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1153519'] for network (eef2a50e-f02c-450e-ad57-87c1f628bacd), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:59.861778 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [None req-2708327e-7593-4fa8-aa13-e1eddfefc08e admin admin] Deleting port e0ea1085-88f6-4205-b690-d6d5c2615f71 {{(pid=109038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:05:59.862120 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-2708327e-7593-4fa8-aa13-e1eddfefc08e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (e0ea1085-88f6-4205-b690-d6d5c2615f71), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:59.922518 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [None req-2708327e-7593-4fa8-aa13-e1eddfefc08e admin admin] For port e0ea1085-88f6-4205-b690-d6d5c2615f71, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=e0ea1085-88f6-4205-b690-d6d5c2615f71,segment=NetworkSegment(1643bc1a-2235-49f2-9c9d-19d3847eb35b),segment_id=1643bc1a-2235-49f2-9c9d-19d3847eb35b)] {{(pid=109038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:05:59.922805 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-2708327e-7593-4fa8-aa13-e1eddfefc08e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (e0ea1085-88f6-4205-b690-d6d5c2615f71), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:05:59.935045 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [None req-2708327e-7593-4fa8-aa13-e1eddfefc08e admin admin] Calling delete_port for e0ea1085-88f6-4205-b690-d6d5c2615f71 owned by network:dhcp {{(pid=109038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:05:59.974268 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf0603c-a96f-462c-b5fd-595c5a3446cd None None] DHCP port deletion for eef2a50e-f02c-450e-ad57-87c1f628bacd request from dv-cinder-827511-1-iscsi {{(pid=109040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 16:06:00.020314 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-2708327e-7593-4fa8-aa13-e1eddfefc08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (e0ea1085-88f6-4205-b690-d6d5c2615f71), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:00.025395 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-cdf0603c-a96f-462c-b5fd-595c5a3446cd None None] Deleting port e0ea1085-88f6-4205-b690-d6d5c2615f71 {{(pid=109040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:06:00.026503 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-cdf0603c-a96f-462c-b5fd-595c5a3446cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (e0ea1085-88f6-4205-b690-d6d5c2615f71), before_delete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:00.047469 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708327e-7593-4fa8-aa13-e1eddfefc08e admin admin] Pushing event deleted for resources: {'Port': ['ID=e0ea1085-88f6-4205-b690-d6d5c2615f71,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:00.052744 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2708327e-7593-4fa8-aa13-e1eddfefc08e admin admin] No DVR routers for this DVR port e0ea1085-88f6-4205-b690-d6d5c2615f71 on host dv-cinder-827511-1-iscsi {{(pid=109038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:06:00.096952 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-cdf0603c-a96f-462c-b5fd-595c5a3446cd None None] For port e0ea1085-88f6-4205-b690-d6d5c2615f71, host dv-cinder-827511-1-iscsi, got binding levels [] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:06:00.097403 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-cdf0603c-a96f-462c-b5fd-595c5a3446cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (e0ea1085-88f6-4205-b690-d6d5c2615f71), precommit_delete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:00.114570 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-cdf0603c-a96f-462c-b5fd-595c5a3446cd None None] Calling delete_port for e0ea1085-88f6-4205-b690-d6d5c2615f71 owned by network:dhcp {{(pid=109040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:06:00.117192 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.ipam_backend_mixin [None req-cdf0603c-a96f-462c-b5fd-595c5a3446cd None None] Port e0ea1085-88f6-4205-b690-d6d5c2615f71 was not found and therefore no delete operation was performed {{(pid=109040) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 16:06:00.118597 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-cdf0603c-a96f-462c-b5fd-595c5a3446cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362'] for port (e0ea1085-88f6-4205-b690-d6d5c2615f71), after_delete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:00.135892 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-2708327e-7593-4fa8-aa13-e1eddfefc08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143470', 'neutron.services.segments.db._delete_segments_for_network-8791047536797'] for network (eef2a50e-f02c-450e-ad57-87c1f628bacd), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:00.143261 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0603c-a96f-462c-b5fd-595c5a3446cd None None] Pushing event deleted for resources: {'Port': ['ID=e0ea1085-88f6-4205-b690-d6d5c2615f71,revision_number=None']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:00.150071 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf0603c-a96f-462c-b5fd-595c5a3446cd None None] No DVR routers for this DVR port e0ea1085-88f6-4205-b690-d6d5c2615f71 on host dv-cinder-827511-1-iscsi {{(pid=109040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:06:00.160095 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.services.segments.db [None req-2708327e-7593-4fa8-aa13-e1eddfefc08e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef2a50e-f02c-450e-ad57-87c1f628bacd']}} {{(pid=109038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:06:00.170962 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.services.segments.db [None req-2708327e-7593-4fa8-aa13-e1eddfefc08e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1643bc1a-2235-49f2-9c9d-19d3847eb35b') {'for_net_delete': True} {{(pid=109038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:06:00.171267 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.services.segments.db [None req-2708327e-7593-4fa8-aa13-e1eddfefc08e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1643bc1a-2235-49f2-9c9d-19d3847eb35b') {} {{(pid=109038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:06:00.181245 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-2708327e-7593-4fa8-aa13-e1eddfefc08e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791047557030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5222254'] for segment (1643bc1a-2235-49f2-9c9d-19d3847eb35b), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:00.199169 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-2708327e-7593-4fa8-aa13-e1eddfefc08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (1643bc1a-2235-49f2-9c9d-19d3847eb35b), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:00.206769 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2708327e-7593-4fa8-aa13-e1eddfefc08e admin admin] Releasing vlan 971 on physical network physnet1 to pool {{(pid=109038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 16:06:00.207307 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-2708327e-7593-4fa8-aa13-e1eddfefc08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4863390'] for segment (1643bc1a-2235-49f2-9c9d-19d3847eb35b), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:00.208929 dv-cinder-827511-1-iscsi neutron-server[109038]: Traceback (most recent call last): Feb 02 16:06:00.208929 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 16:06:00.208929 dv-cinder-827511-1-iscsi neutron-server[109038]: timer() Feb 02 16:06:00.208929 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:06:00.208929 dv-cinder-827511-1-iscsi neutron-server[109038]: cb(*args, **kw) Feb 02 16:06:00.208929 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 16:06:00.208929 dv-cinder-827511-1-iscsi neutron-server[109038]: return func(*args, **kwargs) Feb 02 16:06:00.208929 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:06:00.208929 dv-cinder-827511-1-iscsi neutron-server[109038]: self._notify() Feb 02 16:06:00.208929 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:06:00.208929 dv-cinder-827511-1-iscsi neutron-server[109038]: self.callback(batched_events) Feb 02 16:06:00.208929 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:06:00.208929 dv-cinder-827511-1-iscsi neutron-server[109038]: event.method(event) Feb 02 16:06:00.208929 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 16:06:00.208929 dv-cinder-827511-1-iscsi neutron-server[109038]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:06:00.208929 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 16:06:00.208929 dv-cinder-827511-1-iscsi neutron-server[109038]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:06:00.208929 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 16:06:00.208929 dv-cinder-827511-1-iscsi neutron-server[109038]: return f(self, *a, **k) Feb 02 16:06:00.208929 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:06:00.208929 dv-cinder-827511-1-iscsi neutron-server[109038]: return self._get(url).json() Feb 02 16:06:00.208929 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:06:00.208929 dv-cinder-827511-1-iscsi neutron-server[109038]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:06:00.208929 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 16:06:00.208929 dv-cinder-827511-1-iscsi neutron-server[109038]: return self.request(url, 'GET', **kwargs) Feb 02 16:06:00.208929 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 16:06:00.208929 dv-cinder-827511-1-iscsi neutron-server[109038]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:06:00.208929 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 16:06:00.208929 dv-cinder-827511-1-iscsi neutron-server[109038]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:06:00.208929 dv-cinder-827511-1-iscsi neutron-server[109038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 16:06:00.208929 dv-cinder-827511-1-iscsi neutron-server[109038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:06:00.208929 dv-cinder-827511-1-iscsi neutron-server[109038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:06:00.273960 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-2708327e-7593-4fa8-aa13-e1eddfefc08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7937865'] for network (eef2a50e-f02c-450e-ad57-87c1f628bacd), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:00.278996 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-2708327e-7593-4fa8-aa13-e1eddfefc08e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:00.282410 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-2708327e-7593-4fa8-aa13-e1eddfefc08e admin admin] 10.222.0.112 "DELETE /v2.0/networks/eef2a50e-f02c-450e-ad57-87c1f628bacd HTTP/1.1" status: 204 len: 168 time: 0.5441914 Feb 02 16:06:00.295409 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708327e-7593-4fa8-aa13-e1eddfefc08e admin admin] Pushing event deleted for resources: {'Network': ['ID=eef2a50e-f02c-450e-ad57-87c1f628bacd,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:00.441836 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 38146) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:06:00.485338 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-4b33d205-df61-45d2-9ced-bbfcd51ebcc3 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=8c5fa1e7da1a4fd8bb28d4c4bf7d6af8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422132 Feb 02 16:06:00.487706 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 38148) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:06:00.533346 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5c81bac3-9504-4f8e-90a2-a78952de33a5 admin admin] Publish callbacks [] for security_group (4952c2aa-b786-4a3e-af81-6e9989b2583a), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:00.554230 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5c81bac3-9504-4f8e-90a2-a78952de33a5 admin admin] Publish callbacks [] for security_group (4952c2aa-b786-4a3e-af81-6e9989b2583a), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:00.598432 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5c81bac3-9504-4f8e-90a2-a78952de33a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (4952c2aa-b786-4a3e-af81-6e9989b2583a), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:00.600985 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5c81bac3-9504-4f8e-90a2-a78952de33a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:00.602163 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-5c81bac3-9504-4f8e-90a2-a78952de33a5 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/4952c2aa-b786-4a3e-af81-6e9989b2583a HTTP/1.1" status: 204 len: 168 time: 0.1135409 Feb 02 16:06:00.610195 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81bac3-9504-4f8e-90a2-a78952de33a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4952c2aa-b786-4a3e-af81-6e9989b2583a,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:00.777010 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 5393bee0-bc21-482d-83d6-56c6df4ff0c7 no longer exists at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:06:00.798040 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] No Port match for: 5393bee0-bc21-482d-83d6-56c6df4ff0c7 {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:06:00.798459 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 5393bee0-bc21-482d-83d6-56c6df4ff0c7 not bound to the agent host dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:06:00.798940 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device e0ea1085-88f6-4205-b690-d6d5c2615f71 no longer exists at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:06:00.818359 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] No Port match for: e0ea1085-88f6-4205-b690-d6d5c2615f71 {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:06:00.818704 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device e0ea1085-88f6-4205-b690-d6d5c2615f71 not bound to the agent host dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:06:00.819113 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device c73fe87a-3ed2-41cd-8c8e-79af1e3650df no longer exists at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:06:00.837709 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] No Port match for: c73fe87a-3ed2-41cd-8c8e-79af1e3650df {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:06:00.838590 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device c73fe87a-3ed2-41cd-8c8e-79af1e3650df not bound to the agent host dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:06:00.917438 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 38154) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:06:00.955972 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-9f6f8039-fcae-4b57-9596-a31009972eab admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=645ca54a55f14fbd896da241ab5344a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372961 Feb 02 16:06:00.958341 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 38156) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:06:01.008573 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-47b37341-723b-42d1-b6ea-fb7aa05edea8 admin admin] Publish callbacks [] for security_group (c77f503b-7b74-499c-8c26-3ca455a08b0a), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:01.029610 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-47b37341-723b-42d1-b6ea-fb7aa05edea8 admin admin] Publish callbacks [] for security_group (c77f503b-7b74-499c-8c26-3ca455a08b0a), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:01.077773 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-47b37341-723b-42d1-b6ea-fb7aa05edea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (c77f503b-7b74-499c-8c26-3ca455a08b0a), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:01.080303 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-47b37341-723b-42d1-b6ea-fb7aa05edea8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:01.081543 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-47b37341-723b-42d1-b6ea-fb7aa05edea8 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/c77f503b-7b74-499c-8c26-3ca455a08b0a HTTP/1.1" status: 204 len: 168 time: 0.1223223 Feb 02 16:06:01.089724 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b37341-723b-42d1-b6ea-fb7aa05edea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77f503b-7b74-499c-8c26-3ca455a08b0a,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:01.802126 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 38178) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:06:01.897290 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-554cfad7-4b76-485b-abe3-ecb11c8f7ff7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-869695039-network', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:06:01.918175 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554cfad7-4b76-485b-abe3-ecb11c8f7ff7 admin admin] Made reservation on behalf of e233cb06f3d542aeb99e5b3f1ca0dbac for: {'network': 1} {{(pid=109039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:06:01.920385 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-554cfad7-4b76-485b-abe3-ecb11c8f7ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for network (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:01.928567 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-554cfad7-4b76-485b-abe3-ecb11c8f7ff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:02.009732 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-554cfad7-4b76-485b-abe3-ecb11c8f7ff7 admin admin] Publish callbacks [] for security_group (fe8fe726-e2f8-4538-8fa1-7c493b72251f), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:02.014041 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-554cfad7-4b76-485b-abe3-ecb11c8f7ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (fe8fe726-e2f8-4538-8fa1-7c493b72251f), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:02.037807 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-554cfad7-4b76-485b-abe3-ecb11c8f7ff7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 984} {{(pid=109039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:06:02.047302 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554cfad7-4b76-485b-abe3-ecb11c8f7ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8fe726-e2f8-4538-8fa1-7c493b72251f,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:02.051940 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-554cfad7-4b76-485b-abe3-ecb11c8f7ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (2afd90c5-c657-4941-ae81-986626daee13), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:02.052291 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.db.segments_db [None req-554cfad7-4b76-485b-abe3-ecb11c8f7ff7 admin admin] Added segment 2afd90c5-c657-4941-ae81-986626daee13 of type vlan for network b90efab8-62c5-4fc0-918b-595fe27e51a5 Feb 02 16:06:02.093825 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-554cfad7-4b76-485b-abe3-ecb11c8f7ff7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791047091321'] for network (b90efab8-62c5-4fc0-918b-595fe27e51a5), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:02.117442 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-554cfad7-4b76-485b-abe3-ecb11c8f7ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529'] for network (b90efab8-62c5-4fc0-918b-595fe27e51a5), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:02.118375 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554cfad7-4b76-485b-abe3-ecb11c8f7ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:02.118950 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-554cfad7-4b76-485b-abe3-ecb11c8f7ff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:02.154683 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-554cfad7-4b76-485b-abe3-ecb11c8f7ff7 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3514638 Feb 02 16:06:02.157600 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 38182) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:06:02.163273 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-19465735-45d8-4762-b96a-63c140bfc828 admin admin] Request body: {'subnet': {'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-869695039-subnet', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'ip_version': 4}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:06:02.182682 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19465735-45d8-4762-b96a-63c140bfc828 admin admin] Made reservation on behalf of e233cb06f3d542aeb99e5b3f1ca0dbac for: {'subnet': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:06:02.185132 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-19465735-45d8-4762-b96a-63c140bfc828 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5233683'] for subnet (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:02.187583 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554cfad7-4b76-485b-abe3-ecb11c8f7ff7 admin admin] Pushing event updated for resources: {'Network': ['ID=b90efab8-62c5-4fc0-918b-595fe27e51a5,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:02.201308 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Network b90efab8-62c5-4fc0-918b-595fe27e51a5 details requested by agent ovs-agent-dv-cinder-827511-1-iscsi with host dv-cinder-827511-1-iscsi {{(pid=109040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 16:06:02.618666 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-19465735-45d8-4762-b96a-63c140bfc828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4863271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5232889'] for subnet (09a82038-000c-44c5-a1fc-0c9656aec6d3), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:02.674759 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19465735-45d8-4762-b96a-63c140bfc828 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09a82038-000c-44c5-a1fc-0c9656aec6d3,revision_number=0']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:02.682303 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19465735-45d8-4762-b96a-63c140bfc828 admin admin] Checking segment: {'id': '2afd90c5-c657-4941-ae81-986626daee13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 16:06:02.682851 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19465735-45d8-4762-b96a-63c140bfc828 admin admin] Network hostable DHCP agents. Network: b90efab8-62c5-4fc0-918b-595fe27e51a5, hostable agents: ['c53fdfd4-74a4-4640-bea7-ca8e654bcb85'], hosted agents: [] {{(pid=109038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:06:02.699172 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19465735-45d8-4762-b96a-63c140bfc828 admin admin] Network b90efab8-62c5-4fc0-918b-595fe27e51a5 is scheduled to be hosted by DHCP agent c53fdfd4-74a4-4640-bea7-ca8e654bcb85 with binding_index 1 {{(pid=109038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:06:02.707349 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [None req-19465735-45d8-4762-b96a-63c140bfc828 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827511-1-iscsi, b90efab8-62c5-4fc0-918b-595fe27e51a5) {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:06:02.711307 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19465735-45d8-4762-b96a-63c140bfc828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:02.711909 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-19465735-45d8-4762-b96a-63c140bfc828 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:02.717326 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ba8d9d-8c1f-47c0-8c8b-bb5bb8ca17c8 None None] Network b90efab8-62c5-4fc0-918b-595fe27e51a5 requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 16:06:02.732670 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-19465735-45d8-4762-b96a-63c140bfc828 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5707953 Feb 02 16:06:02.732867 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 38184) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:06:02.737240 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-691c350b-1d2e-47f2-b28e-6385c5eed288 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-869695039-router', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'}}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:06:02.757039 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-691c350b-1d2e-47f2-b28e-6385c5eed288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7954820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4637'] for router (c014e20b-ba6e-41c2-b9f6-8f0d7907de02), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:02.758115 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-691c350b-1d2e-47f2-b28e-6385c5eed288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8316468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7936462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7985232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4628'] for router (c014e20b-ba6e-41c2-b9f6-8f0d7907de02), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:02.813842 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-691c350b-1d2e-47f2-b28e-6385c5eed288 admin admin] Publish callbacks [] for router_controller (c014e20b-ba6e-41c2-b9f6-8f0d7907de02), precommit_add_association {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:02.820727 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa337d5-d01d-433c-8227-0070078452d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb731cab0-9462-5933-b2b8-c5fd2c1b6f81-b90efab8-62c5-4fc0-918b-595fe27e51a5', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'fixed_ips': [{'subnet_id': '09a82038-000c-44c5-a1fc-0c9656aec6d3'}]}} from dv-cinder-827511-1-iscsi. {{(pid=109040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 16:06:02.821618 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-6fa337d5-d01d-433c-8227-0070078452d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:02.952183 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-691c350b-1d2e-47f2-b28e-6385c5eed288 admin admin] Publish callbacks [] for router_gateway (c014e20b-ba6e-41c2-b9f6-8f0d7907de02), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:02.960258 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.db_base_plugin_common [None req-6fa337d5-d01d-433c-8227-0070078452d6 None None] Allocated IP 172.20.0.2 (b90efab8-62c5-4fc0-918b-595fe27e51a5/09a82038-000c-44c5-a1fc-0c9656aec6d3/f4438fde-3be5-4887-8213-0bd53e3840dd) {{(pid=109040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:06:03.100782 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-6fa337d5-d01d-433c-8227-0070078452d6 None None] Publish callbacks [] for port (f4438fde-3be5-4887-8213-0bd53e3840dd), precommit_create {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:03.107413 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-6fa337d5-d01d-433c-8227-0070078452d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353'] for port (f4438fde-3be5-4887-8213-0bd53e3840dd), after_create {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:03.147070 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa337d5-d01d-433c-8227-0070078452d6 None None] Network b90efab8-62c5-4fc0-918b-595fe27e51a5 is already hosted by enough agents. {{(pid=109040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:06:03.149836 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.scheduler.base_scheduler [None req-6fa337d5-d01d-433c-8227-0070078452d6 None None] Resources bound (agent type, host, resource id): {{(pid=109040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:06:03.151055 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-691c350b-1d2e-47f2-b28e-6385c5eed288 admin admin] Publish callbacks [] for router_gateway (c014e20b-ba6e-41c2-b9f6-8f0d7907de02), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:03.155927 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa337d5-d01d-433c-8227-0070078452d6 None None] Received port after_create {{(pid=109040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 16:06:03.164297 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa337d5-d01d-433c-8227-0070078452d6 None None] Pushing event updated for resources: {'Port': ['ID=f4438fde-3be5-4887-8213-0bd53e3840dd,revision_number=1']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:03.172575 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-691c350b-1d2e-47f2-b28e-6385c5eed288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:03.282313 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_common [None req-691c350b-1d2e-47f2-b28e-6385c5eed288 admin admin] Allocated IP 172.27.3.11 (b73e1e25-daa0-4c48-af6a-058d6b286a0a/28a77757-7571-4525-b12f-0d0c59f041b8/f37056aa-e8c9-419d-a0c4-d5f3ab25d22a) {{(pid=109038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:06:03.348959 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-6fa337d5-d01d-433c-8227-0070078452d6 None None] Attempting to bind port f4438fde-3be5-4887-8213-0bd53e3840dd on host dv-cinder-827511-1-iscsi for vnic_type normal with profile {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 16:06:03.349636 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-6fa337d5-d01d-433c-8227-0070078452d6 None None] Attempting to bind port f4438fde-3be5-4887-8213-0bd53e3840dd by drivers openvswitch,hyperv on host dv-cinder-827511-1-iscsi at level 0 using segments [{'id': '2afd90c5-c657-4941-ae81-986626daee13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5'}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 16:06:03.349773 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa337d5-d01d-433c-8227-0070078452d6 None None] Attempting to bind port f4438fde-3be5-4887-8213-0bd53e3840dd on network b90efab8-62c5-4fc0-918b-595fe27e51a5 {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 16:06:03.355349 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa337d5-d01d-433c-8227-0070078452d6 None None] Checking agent: {'id': 'b5af8d0a-fb73-41c0-8b14-396d0b8fc477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827511-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 45, 49), 'started_at': datetime.datetime(2022, 2, 2, 15, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827511-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 16:06:03.355729 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa337d5-d01d-433c-8227-0070078452d6 None None] Checking segment: {'id': '2afd90c5-c657-4941-ae81-986626daee13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 16:06:03.356130 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-6fa337d5-d01d-433c-8227-0070078452d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:03.356527 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa337d5-d01d-433c-8227-0070078452d6 None None] Bound using segment: {'id': '2afd90c5-c657-4941-ae81-986626daee13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5'} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 16:06:03.356995 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-6fa337d5-d01d-433c-8227-0070078452d6 None None] Bound port: f4438fde-3be5-4887-8213-0bd53e3840dd, host: dv-cinder-827511-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2afd90c5-c657-4941-ae81-986626daee13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5'}}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 16:06:03.357411 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-6fa337d5-d01d-433c-8227-0070078452d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (f4438fde-3be5-4887-8213-0bd53e3840dd), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:03.384762 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-691c350b-1d2e-47f2-b28e-6385c5eed288 admin admin] Publish callbacks [] for port (f37056aa-e8c9-419d-a0c4-d5f3ab25d22a), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:03.418551 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-6fa337d5-d01d-433c-8227-0070078452d6 None None] For port f4438fde-3be5-4887-8213-0bd53e3840dd, host dv-cinder-827511-1-iscsi, cleared binding levels {{(pid=109040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:06:03.419917 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-691c350b-1d2e-47f2-b28e-6385c5eed288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (f37056aa-e8c9-419d-a0c4-d5f3ab25d22a), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:03.421700 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-6fa337d5-d01d-433c-8227-0070078452d6 None None] For port f4438fde-3be5-4887-8213-0bd53e3840dd, host dv-cinder-827511-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=f4438fde-3be5-4887-8213-0bd53e3840dd,segment=NetworkSegment(2afd90c5-c657-4941-ae81-986626daee13),segment_id=2afd90c5-c657-4941-ae81-986626daee13)] {{(pid=109040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:06:03.427929 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-6fa337d5-d01d-433c-8227-0070078452d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (f4438fde-3be5-4887-8213-0bd53e3840dd), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:03.470821 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691c350b-1d2e-47f2-b28e-6385c5eed288 admin admin] Network b73e1e25-daa0-4c48-af6a-058d6b286a0a is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:06:03.474049 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [None req-691c350b-1d2e-47f2-b28e-6385c5eed288 admin admin] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:06:03.476653 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691c350b-1d2e-47f2-b28e-6385c5eed288 admin admin] Received port after_create {{(pid=109038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 16:06:03.483352 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c350b-1d2e-47f2-b28e-6385c5eed288 admin admin] Pushing event updated for resources: {'Port': ['ID=f37056aa-e8c9-419d-a0c4-d5f3ab25d22a,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:03.489531 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa337d5-d01d-433c-8227-0070078452d6 None None] Pushing event updated for resources: {'Port': ['ID=f4438fde-3be5-4887-8213-0bd53e3840dd,revision_number=2']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:03.753829 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-691c350b-1d2e-47f2-b28e-6385c5eed288 admin admin] Publish callbacks [] for router_gateway (c014e20b-ba6e-41c2-b9f6-8f0d7907de02), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:03.949269 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-691c350b-1d2e-47f2-b28e-6385c5eed288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8316479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7936445'] for router (c014e20b-ba6e-41c2-b9f6-8f0d7907de02), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:04.076815 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691c350b-1d2e-47f2-b28e-6385c5eed288 admin admin] Router c014e20b-ba6e-41c2-b9f6-8f0d7907de02 is scheduled to L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 with binding_index 1 {{(pid=109038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 16:06:04.187272 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691c350b-1d2e-47f2-b28e-6385c5eed288 admin admin] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:06:04.196423 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d012c56-d1af-4d00-81f4-d32e9c4b1e24 None None] Sync routers for ids ['c014e20b-ba6e-41c2-b9f6-8f0d7907de02'] in dv-cinder-827511-1-iscsi {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:06:04.207223 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-691c350b-1d2e-47f2-b28e-6385c5eed288 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:04.210968 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-691c350b-1d2e-47f2-b28e-6385c5eed288 admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4746387 Feb 02 16:06:04.211228 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 38186) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:06:04.213287 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d012c56-d1af-4d00-81f4-d32e9c4b1e24 None None] Routers {'c014e20b-ba6e-41c2-b9f6-8f0d7907de02'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:06:04.214083 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-0d012c56-d1af-4d00-81f4-d32e9c4b1e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:05:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['c014e20b-ba6e-41c2-b9f6-8f0d7907de02'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:06:04.325928 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-0d012c56-d1af-4d00-81f4-d32e9c4b1e24 None None] Set router c014e20b-ba6e-41c2-b9f6-8f0d7907de02 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:06:04.447395 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1d30c0-0d4a-4515-8748-9456f479318e None None] Network b90efab8-62c5-4fc0-918b-595fe27e51a5 requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 16:06:04.568859 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-d35992a2-fe2d-4f32-beb5-442e2859dfa5 None None] Provisioning complete for port f4438fde-3be5-4887-8213-0bd53e3840dd triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:06:04.569262 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-d35992a2-fe2d-4f32-beb5-442e2859dfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (f4438fde-3be5-4887-8213-0bd53e3840dd), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:04.645244 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5813c9c7-31cc-47ac-90da-de907c6d15e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:04.695079 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-0d012c56-d1af-4d00-81f4-d32e9c4b1e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'name': 'tempest-TestVolumeBootPattern-869695039-router', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:06:02Z', 'updated_at': '2022-02-02T16:06:03Z', 'revision_number': 3, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'gw_port': {'id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:03Z', 'updated_at': '2022-02-02T16:06:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi'}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:06:04.731093 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d012c56-d1af-4d00-81f4-d32e9c4b1e24 None None] Checking router: c014e20b-ba6e-41c2-b9f6-8f0d7907de02 for host: dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:06:04.731450 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d012c56-d1af-4d00-81f4-d32e9c4b1e24 None None] Updating router c014e20b-ba6e-41c2-b9f6-8f0d7907de02 port f37056aa-e8c9-419d-a0c4-d5f3ab25d22a binding host dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 16:06:04.735635 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-d35992a2-fe2d-4f32-beb5-442e2859dfa5 None None] Current status of the port f4438fde-3be5-4887-8213-0bd53e3840dd is: DOWN; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:06:04.736030 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-d35992a2-fe2d-4f32-beb5-442e2859dfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (f4438fde-3be5-4887-8213-0bd53e3840dd), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:04.777115 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-0d012c56-d1af-4d00-81f4-d32e9c4b1e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (f37056aa-e8c9-419d-a0c4-d5f3ab25d22a), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:04.815104 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-d35992a2-fe2d-4f32-beb5-442e2859dfa5 None None] For port f4438fde-3be5-4887-8213-0bd53e3840dd, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=f4438fde-3be5-4887-8213-0bd53e3840dd,segment=NetworkSegment(2afd90c5-c657-4941-ae81-986626daee13),segment_id=2afd90c5-c657-4941-ae81-986626daee13)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:06:04.827541 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-d35992a2-fe2d-4f32-beb5-442e2859dfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (f4438fde-3be5-4887-8213-0bd53e3840dd), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:04.837353 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_common [None req-5813c9c7-31cc-47ac-90da-de907c6d15e9 admin admin] Allocated IP 172.20.0.1 (b90efab8-62c5-4fc0-918b-595fe27e51a5/09a82038-000c-44c5-a1fc-0c9656aec6d3/2728411b-ad71-4d30-81a8-c0bd346e3b52) {{(pid=109038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:06:04.902819 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device f4438fde-3be5-4887-8213-0bd53e3840dd up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 16:06:04.950967 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5813c9c7-31cc-47ac-90da-de907c6d15e9 admin admin] Publish callbacks [] for port (2728411b-ad71-4d30-81a8-c0bd346e3b52), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:04.985610 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5813c9c7-31cc-47ac-90da-de907c6d15e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (2728411b-ad71-4d30-81a8-c0bd346e3b52), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:05.009393 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35992a2-fe2d-4f32-beb5-442e2859dfa5 None None] Pushing event updated for resources: {'Port': ['ID=f4438fde-3be5-4887-8213-0bd53e3840dd,revision_number=3']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:05.015918 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-303e525a-5a10-46d1-a3ef-c653cb2cca77 None None] Provisioning complete for port f4438fde-3be5-4887-8213-0bd53e3840dd triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:06:05.016242 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-303e525a-5a10-46d1-a3ef-c653cb2cca77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (f4438fde-3be5-4887-8213-0bd53e3840dd), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:05.028457 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5813c9c7-31cc-47ac-90da-de907c6d15e9 admin admin] Network b90efab8-62c5-4fc0-918b-595fe27e51a5 is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:06:05.033335 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [None req-5813c9c7-31cc-47ac-90da-de907c6d15e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:06:05.036733 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5813c9c7-31cc-47ac-90da-de907c6d15e9 admin admin] Received port after_create {{(pid=109038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 16:06:05.042688 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813c9c7-31cc-47ac-90da-de907c6d15e9 admin admin] Pushing event updated for resources: {'Port': ['ID=2728411b-ad71-4d30-81a8-c0bd346e3b52,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:05.085700 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5813c9c7-31cc-47ac-90da-de907c6d15e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7937998'] for router_interface (c014e20b-ba6e-41c2-b9f6-8f0d7907de02), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:05.146397 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port f4438fde-3be5-4887-8213-0bd53e3840dd triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:06:05.146777 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (f4438fde-3be5-4887-8213-0bd53e3840dd), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:05.255897 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5813c9c7-31cc-47ac-90da-de907c6d15e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (2728411b-ad71-4d30-81a8-c0bd346e3b52), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:05.289317 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-303e525a-5a10-46d1-a3ef-c653cb2cca77 None None] Current status of the port f4438fde-3be5-4887-8213-0bd53e3840dd is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:06:05.331333 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-0d012c56-d1af-4d00-81f4-d32e9c4b1e24 None None] Publish callbacks [] for port (f37056aa-e8c9-419d-a0c4-d5f3ab25d22a), precommit_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:05.344169 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-0d012c56-d1af-4d00-81f4-d32e9c4b1e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (f37056aa-e8c9-419d-a0c4-d5f3ab25d22a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:05.375258 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port f4438fde-3be5-4887-8213-0bd53e3840dd is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:06:05.408273 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7cdf7-97a5-4673-8284-f67686b8aa49 None None] Pushing event updated for resources: {'Port': ['ID=f37056aa-e8c9-419d-a0c4-d5f3ab25d22a,revision_number=2']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:05.411195 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-0d012c56-d1af-4d00-81f4-d32e9c4b1e24 None None] Attempting to bind port f37056aa-e8c9-419d-a0c4-d5f3ab25d22a on host dv-cinder-827511-1-iscsi for vnic_type normal with profile {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 16:06:05.411563 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-0d012c56-d1af-4d00-81f4-d32e9c4b1e24 None None] Attempting to bind port f37056aa-e8c9-419d-a0c4-d5f3ab25d22a by drivers openvswitch,hyperv on host dv-cinder-827511-1-iscsi at level 0 using segments [{'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 16:06:05.411920 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d012c56-d1af-4d00-81f4-d32e9c4b1e24 None None] Attempting to bind port f37056aa-e8c9-419d-a0c4-d5f3ab25d22a on network b73e1e25-daa0-4c48-af6a-058d6b286a0a {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 16:06:05.423766 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d012c56-d1af-4d00-81f4-d32e9c4b1e24 None None] Checking agent: {'id': 'b5af8d0a-fb73-41c0-8b14-396d0b8fc477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827511-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 45, 49), 'started_at': datetime.datetime(2022, 2, 2, 15, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827511-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 16:06:05.424151 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d012c56-d1af-4d00-81f4-d32e9c4b1e24 None None] Checking segment: {'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 16:06:05.424556 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-0d012c56-d1af-4d00-81f4-d32e9c4b1e24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:05.424949 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d012c56-d1af-4d00-81f4-d32e9c4b1e24 None None] Bound using segment: {'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 16:06:05.425451 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-0d012c56-d1af-4d00-81f4-d32e9c4b1e24 None None] Bound port: f37056aa-e8c9-419d-a0c4-d5f3ab25d22a, host: dv-cinder-827511-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'}}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 16:06:05.425833 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-0d012c56-d1af-4d00-81f4-d32e9c4b1e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (f37056aa-e8c9-419d-a0c4-d5f3ab25d22a), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:05.446580 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5813c9c7-31cc-47ac-90da-de907c6d15e9 admin admin] Publish callbacks [] for port (2728411b-ad71-4d30-81a8-c0bd346e3b52), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:05.452844 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5813c9c7-31cc-47ac-90da-de907c6d15e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (2728411b-ad71-4d30-81a8-c0bd346e3b52), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:05.457796 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-3b5fe452-c0a8-4570-a8a4-bc28c14b1db4 None None] Provisioning complete for port 2728411b-ad71-4d30-81a8-c0bd346e3b52 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:06:05.458332 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-3b5fe452-c0a8-4570-a8a4-bc28c14b1db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (2728411b-ad71-4d30-81a8-c0bd346e3b52), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:05.511798 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-3b5fe452-c0a8-4570-a8a4-bc28c14b1db4 None None] Port 2728411b-ad71-4d30-81a8-c0bd346e3b52 cannot update to ACTIVE because it is not bound. {{(pid=109040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 16:06:05.514587 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-0d012c56-d1af-4d00-81f4-d32e9c4b1e24 None None] For port f37056aa-e8c9-419d-a0c4-d5f3ab25d22a, host dv-cinder-827511-1-iscsi, cleared binding levels {{(pid=109040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:06:05.517927 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-0d012c56-d1af-4d00-81f4-d32e9c4b1e24 None None] For port f37056aa-e8c9-419d-a0c4-d5f3ab25d22a, host dv-cinder-827511-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=f37056aa-e8c9-419d-a0c4-d5f3ab25d22a,segment=NetworkSegment(aa18bba3-a434-4e8a-926e-117b8687e1ff),segment_id=aa18bba3-a434-4e8a-926e-117b8687e1ff)] {{(pid=109040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:06:05.519226 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5813c9c7-31cc-47ac-90da-de907c6d15e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8109355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7937662'] for router_interface (c014e20b-ba6e-41c2-b9f6-8f0d7907de02), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:05.522128 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813c9c7-31cc-47ac-90da-de907c6d15e9 admin admin] Pushing event updated for resources: {'Port': ['ID=2728411b-ad71-4d30-81a8-c0bd346e3b52,revision_number=2']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:05.524782 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-0d012c56-d1af-4d00-81f4-d32e9c4b1e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (f37056aa-e8c9-419d-a0c4-d5f3ab25d22a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:05.577290 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d012c56-d1af-4d00-81f4-d32e9c4b1e24 None None] Routers {'c014e20b-ba6e-41c2-b9f6-8f0d7907de02'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:06:05.577955 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-0d012c56-d1af-4d00-81f4-d32e9c4b1e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:05:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['c014e20b-ba6e-41c2-b9f6-8f0d7907de02'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:06:05.616169 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5813c9c7-31cc-47ac-90da-de907c6d15e9 admin admin] Network b90efab8-62c5-4fc0-918b-595fe27e51a5 is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:06:05.617642 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [None req-5813c9c7-31cc-47ac-90da-de907c6d15e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:06:05.624818 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7cdf7-97a5-4673-8284-f67686b8aa49 None None] Pushing event updated for resources: {'Port': ['ID=f37056aa-e8c9-419d-a0c4-d5f3ab25d22a,revision_number=3']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:05.709685 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-0d012c56-d1af-4d00-81f4-d32e9c4b1e24 None None] Set router c014e20b-ba6e-41c2-b9f6-8f0d7907de02 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:06:05.731848 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5813c9c7-31cc-47ac-90da-de907c6d15e9 admin admin] Router c014e20b-ba6e-41c2-b9f6-8f0d7907de02 has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:06:05.843115 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5813c9c7-31cc-47ac-90da-de907c6d15e9 admin admin] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:06:05.848181 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-5813c9c7-31cc-47ac-90da-de907c6d15e9 admin admin] 10.222.0.112 "PUT /v2.0/routers/c014e20b-ba6e-41c2-b9f6-8f0d7907de02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6359434 Feb 02 16:06:05.890007 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-4a73e837-5ef3-4ce0-be73-23703bb99f0d None None] Provisioning complete for port 2728411b-ad71-4d30-81a8-c0bd346e3b52 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:06:05.890438 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-4a73e837-5ef3-4ce0-be73-23703bb99f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (2728411b-ad71-4d30-81a8-c0bd346e3b52), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:05.951258 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-4a73e837-5ef3-4ce0-be73-23703bb99f0d None None] Port 2728411b-ad71-4d30-81a8-c0bd346e3b52 cannot update to ACTIVE because it is not bound. {{(pid=109040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 16:06:05.976796 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-0d012c56-d1af-4d00-81f4-d32e9c4b1e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'name': 'tempest-TestVolumeBootPattern-869695039-router', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:06:02Z', 'updated_at': '2022-02-02T16:06:05Z', 'revision_number': 4, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'gw_port': {'id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:03Z', 'updated_at': '2022-02-02T16:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '2728411b-ad71-4d30-81a8-c0bd346e3b52', 'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'mac_address': 'fa:16:3e:7f:df:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:04Z', 'updated_at': '2022-02-02T16:06:05Z', 'revision_number': 2, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'subnets': [{'id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:06:06.004004 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d012c56-d1af-4d00-81f4-d32e9c4b1e24 None None] The sync data for ids ['c014e20b-ba6e-41c2-b9f6-8f0d7907de02'] in dv-cinder-827511-1-iscsi is: [{'id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'name': 'tempest-TestVolumeBootPattern-869695039-router', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:06:02Z', 'updated_at': '2022-02-02T16:06:05Z', 'revision_number': 4, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'gw_port': {'id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:03Z', 'updated_at': '2022-02-02T16:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '2728411b-ad71-4d30-81a8-c0bd346e3b52', 'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'mac_address': 'fa:16:3e:7f:df:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:04Z', 'updated_at': '2022-02-02T16:06:05Z', 'revision_number': 2, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'subnets': [{'id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:06:06.347002 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 38202) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:06:06.351998 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-873063b8-64f0-4124-bef9-34ad05a4dae1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1560509980-network', 'tenant_id': 'f0f63090ef634699ba4e890826f02027'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:06:06.372512 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873063b8-64f0-4124-bef9-34ad05a4dae1 admin admin] Made reservation on behalf of f0f63090ef634699ba4e890826f02027 for: {'network': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:06:06.374916 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-873063b8-64f0-4124-bef9-34ad05a4dae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for network (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:06.383665 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-873063b8-64f0-4124-bef9-34ad05a4dae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:06.468684 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-873063b8-64f0-4124-bef9-34ad05a4dae1 admin admin] Publish callbacks [] for security_group (57ee983e-e254-4638-afb5-c568be08ce63), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:06.472820 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-873063b8-64f0-4124-bef9-34ad05a4dae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (57ee983e-e254-4638-afb5-c568be08ce63), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:06.500215 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873063b8-64f0-4124-bef9-34ad05a4dae1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 964} {{(pid=109038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 16:06:06.510757 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873063b8-64f0-4124-bef9-34ad05a4dae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ee983e-e254-4638-afb5-c568be08ce63,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:06.515809 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-873063b8-64f0-4124-bef9-34ad05a4dae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (ab97dd7d-bcc8-4eff-bf26-bb636bebfa2d), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:06.516159 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.db.segments_db [None req-873063b8-64f0-4124-bef9-34ad05a4dae1 admin admin] Added segment ab97dd7d-bcc8-4eff-bf26-bb636bebfa2d of type vlan for network d83bbf1e-0745-4d92-baab-88e0b99ae8dc Feb 02 16:06:06.558234 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-873063b8-64f0-4124-bef9-34ad05a4dae1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791047091321'] for network (d83bbf1e-0745-4d92-baab-88e0b99ae8dc), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:06.598330 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-873063b8-64f0-4124-bef9-34ad05a4dae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529'] for network (d83bbf1e-0745-4d92-baab-88e0b99ae8dc), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:06.599381 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873063b8-64f0-4124-bef9-34ad05a4dae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:06.599972 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-873063b8-64f0-4124-bef9-34ad05a4dae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:06.633607 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-873063b8-64f0-4124-bef9-34ad05a4dae1 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2854400 Feb 02 16:06:06.637383 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 38204) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:06:06.643144 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-c82b06f8-f74e-4c1a-a106-4ac38432d98f admin admin] Request body: {'subnet': {'network_id': 'd83bbf1e-0745-4d92-baab-88e0b99ae8dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1560509980-subnet', 'tenant_id': 'f0f63090ef634699ba4e890826f02027', 'ip_version': 4}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:06:06.667981 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873063b8-64f0-4124-bef9-34ad05a4dae1 admin admin] Pushing event updated for resources: {'Network': ['ID=d83bbf1e-0745-4d92-baab-88e0b99ae8dc,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:06.678066 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82b06f8-f74e-4c1a-a106-4ac38432d98f admin admin] Made reservation on behalf of f0f63090ef634699ba4e890826f02027 for: {'subnet': 1} {{(pid=109039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:06:06.679335 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Network d83bbf1e-0745-4d92-baab-88e0b99ae8dc details requested by agent ovs-agent-dv-cinder-827511-1-iscsi with host dv-cinder-827511-1-iscsi {{(pid=109040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 16:06:06.681931 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c82b06f8-f74e-4c1a-a106-4ac38432d98f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6097064'] for subnet (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:06.888622 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c82b06f8-f74e-4c1a-a106-4ac38432d98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5289414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6097986'] for subnet (d12ccc07-e513-4e54-97fa-05a5e460cae8), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:06.894570 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device f37056aa-e8c9-419d-a0c4-d5f3ab25d22a up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 16:06:06.945203 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port f37056aa-e8c9-419d-a0c4-d5f3ab25d22a triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:06:06.945589 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (f37056aa-e8c9-419d-a0c4-d5f3ab25d22a), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:06.949743 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b06f8-f74e-4c1a-a106-4ac38432d98f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d12ccc07-e513-4e54-97fa-05a5e460cae8,revision_number=0']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:06.960128 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82b06f8-f74e-4c1a-a106-4ac38432d98f admin admin] Checking segment: {'id': 'ab97dd7d-bcc8-4eff-bf26-bb636bebfa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'd83bbf1e-0745-4d92-baab-88e0b99ae8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 16:06:06.960497 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82b06f8-f74e-4c1a-a106-4ac38432d98f admin admin] Network hostable DHCP agents. Network: d83bbf1e-0745-4d92-baab-88e0b99ae8dc, hostable agents: ['c53fdfd4-74a4-4640-bea7-ca8e654bcb85'], hosted agents: [] {{(pid=109039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 16:06:06.980054 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82b06f8-f74e-4c1a-a106-4ac38432d98f admin admin] Network d83bbf1e-0745-4d92-baab-88e0b99ae8dc is scheduled to be hosted by DHCP agent c53fdfd4-74a4-4640-bea7-ca8e654bcb85 with binding_index 1 {{(pid=109039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 16:06:06.993989 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.base_scheduler [None req-c82b06f8-f74e-4c1a-a106-4ac38432d98f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827511-1-iscsi, d83bbf1e-0745-4d92-baab-88e0b99ae8dc) {{(pid=109039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:06:06.999007 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82b06f8-f74e-4c1a-a106-4ac38432d98f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:07.000609 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c82b06f8-f74e-4c1a-a106-4ac38432d98f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for subnet (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:07.017497 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-c82b06f8-f74e-4c1a-a106-4ac38432d98f admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3782682 Feb 02 16:06:07.019618 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650d7afd-82b9-4386-928a-7d66da85a9ad None None] Network d83bbf1e-0745-4d92-baab-88e0b99ae8dc requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 16:06:07.020361 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 38206) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:06:07.025152 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-5bf1845e-c2bd-40cf-b7c1-e9af492df611 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1560509980-router', 'tenant_id': 'f0f63090ef634699ba4e890826f02027', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'}}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:06:07.048015 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5bf1845e-c2bd-40cf-b7c1-e9af492df611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7954820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4637'] for router (7bae6922-ac08-479f-a4a4-1b14431f4d9f), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:07.049619 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5bf1845e-c2bd-40cf-b7c1-e9af492df611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8316468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7936462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7985232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4628'] for router (7bae6922-ac08-479f-a4a4-1b14431f4d9f), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:07.090360 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port f37056aa-e8c9-419d-a0c4-d5f3ab25d22a is: DOWN; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:06:07.090622 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (f37056aa-e8c9-419d-a0c4-d5f3ab25d22a), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:07.109820 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5bf1845e-c2bd-40cf-b7c1-e9af492df611 admin admin] Publish callbacks [] for router_controller (7bae6922-ac08-479f-a4a4-1b14431f4d9f), precommit_add_association {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:07.129324 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] For port f37056aa-e8c9-419d-a0c4-d5f3ab25d22a, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=f37056aa-e8c9-419d-a0c4-d5f3ab25d22a,segment=NetworkSegment(aa18bba3-a434-4e8a-926e-117b8687e1ff),segment_id=aa18bba3-a434-4e8a-926e-117b8687e1ff)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:06:07.135906 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (f37056aa-e8c9-419d-a0c4-d5f3ab25d22a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:07.136837 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device f4438fde-3be5-4887-8213-0bd53e3840dd up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 16:06:07.330983 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ba91df-b5dd-4339-9bf9-4b1a2b2e18fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb731cab0-9462-5933-b2b8-c5fd2c1b6f81-d83bbf1e-0745-4d92-baab-88e0b99ae8dc', 'network_id': 'd83bbf1e-0745-4d92-baab-88e0b99ae8dc', 'project_id': 'f0f63090ef634699ba4e890826f02027', 'fixed_ips': [{'subnet_id': 'd12ccc07-e513-4e54-97fa-05a5e460cae8'}]}} from dv-cinder-827511-1-iscsi. {{(pid=109040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 16:06:07.331845 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-e8ba91df-b5dd-4339-9bf9-4b1a2b2e18fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:07.396246 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Pushing event updated for resources: {'Port': ['ID=f37056aa-e8c9-419d-a0c4-d5f3ab25d22a,revision_number=4']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:07.475158 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port f4438fde-3be5-4887-8213-0bd53e3840dd triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:06:07.475542 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (f4438fde-3be5-4887-8213-0bd53e3840dd), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:07.538752 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5bf1845e-c2bd-40cf-b7c1-e9af492df611 admin admin] Publish callbacks [] for router_gateway (7bae6922-ac08-479f-a4a4-1b14431f4d9f), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:07.542300 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.db_base_plugin_common [None req-e8ba91df-b5dd-4339-9bf9-4b1a2b2e18fd None None] Allocated IP 172.20.0.2 (d83bbf1e-0745-4d92-baab-88e0b99ae8dc/d12ccc07-e513-4e54-97fa-05a5e460cae8/b1abb5a3-fc5f-4d4b-8521-21a15a174717) {{(pid=109040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:06:07.654108 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port f4438fde-3be5-4887-8213-0bd53e3840dd is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:06:07.728635 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-e8ba91df-b5dd-4339-9bf9-4b1a2b2e18fd None None] Publish callbacks [] for port (b1abb5a3-fc5f-4d4b-8521-21a15a174717), precommit_create {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:07.738284 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-e8ba91df-b5dd-4339-9bf9-4b1a2b2e18fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353'] for port (b1abb5a3-fc5f-4d4b-8521-21a15a174717), after_create {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:07.749160 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5bf1845e-c2bd-40cf-b7c1-e9af492df611 admin admin] Publish callbacks [] for router_gateway (7bae6922-ac08-479f-a4a4-1b14431f4d9f), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:07.769650 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5bf1845e-c2bd-40cf-b7c1-e9af492df611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:07.787881 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ba91df-b5dd-4339-9bf9-4b1a2b2e18fd None None] Network d83bbf1e-0745-4d92-baab-88e0b99ae8dc is already hosted by enough agents. {{(pid=109040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:06:07.793911 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.scheduler.base_scheduler [None req-e8ba91df-b5dd-4339-9bf9-4b1a2b2e18fd None None] Resources bound (agent type, host, resource id): {{(pid=109040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:06:07.796050 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba91df-b5dd-4339-9bf9-4b1a2b2e18fd None None] Pushing event updated for resources: {'Port': ['ID=b1abb5a3-fc5f-4d4b-8521-21a15a174717,revision_number=1']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:07.801428 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ba91df-b5dd-4339-9bf9-4b1a2b2e18fd None None] Received port after_create {{(pid=109040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 16:06:07.857863 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-e8ba91df-b5dd-4339-9bf9-4b1a2b2e18fd None None] Attempting to bind port b1abb5a3-fc5f-4d4b-8521-21a15a174717 on host dv-cinder-827511-1-iscsi for vnic_type normal with profile {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 16:06:07.858245 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-e8ba91df-b5dd-4339-9bf9-4b1a2b2e18fd None None] Attempting to bind port b1abb5a3-fc5f-4d4b-8521-21a15a174717 by drivers openvswitch,hyperv on host dv-cinder-827511-1-iscsi at level 0 using segments [{'id': 'ab97dd7d-bcc8-4eff-bf26-bb636bebfa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'd83bbf1e-0745-4d92-baab-88e0b99ae8dc'}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 16:06:07.861739 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ba91df-b5dd-4339-9bf9-4b1a2b2e18fd None None] Attempting to bind port b1abb5a3-fc5f-4d4b-8521-21a15a174717 on network d83bbf1e-0745-4d92-baab-88e0b99ae8dc {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 16:06:07.867689 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ba91df-b5dd-4339-9bf9-4b1a2b2e18fd None None] Checking agent: {'id': 'b5af8d0a-fb73-41c0-8b14-396d0b8fc477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827511-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 45, 49), 'started_at': datetime.datetime(2022, 2, 2, 15, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827511-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 16:06:07.868073 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ba91df-b5dd-4339-9bf9-4b1a2b2e18fd None None] Checking segment: {'id': 'ab97dd7d-bcc8-4eff-bf26-bb636bebfa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'd83bbf1e-0745-4d92-baab-88e0b99ae8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 16:06:07.868479 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-e8ba91df-b5dd-4339-9bf9-4b1a2b2e18fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:07.868877 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ba91df-b5dd-4339-9bf9-4b1a2b2e18fd None None] Bound using segment: {'id': 'ab97dd7d-bcc8-4eff-bf26-bb636bebfa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'd83bbf1e-0745-4d92-baab-88e0b99ae8dc'} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 16:06:07.869591 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-e8ba91df-b5dd-4339-9bf9-4b1a2b2e18fd None None] Bound port: b1abb5a3-fc5f-4d4b-8521-21a15a174717, host: dv-cinder-827511-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab97dd7d-bcc8-4eff-bf26-bb636bebfa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'd83bbf1e-0745-4d92-baab-88e0b99ae8dc'}}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 16:06:07.870107 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-e8ba91df-b5dd-4339-9bf9-4b1a2b2e18fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (b1abb5a3-fc5f-4d4b-8521-21a15a174717), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:07.880041 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_common [None req-5bf1845e-c2bd-40cf-b7c1-e9af492df611 admin admin] Allocated IP 172.27.3.149 (b73e1e25-daa0-4c48-af6a-058d6b286a0a/28a77757-7571-4525-b12f-0d0c59f041b8/0acc1870-2b0e-43a5-b6e7-bcaea325951a) {{(pid=109038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:06:07.934360 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-e8ba91df-b5dd-4339-9bf9-4b1a2b2e18fd None None] For port b1abb5a3-fc5f-4d4b-8521-21a15a174717, host dv-cinder-827511-1-iscsi, cleared binding levels {{(pid=109040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:06:07.937385 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-e8ba91df-b5dd-4339-9bf9-4b1a2b2e18fd None None] For port b1abb5a3-fc5f-4d4b-8521-21a15a174717, host dv-cinder-827511-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=b1abb5a3-fc5f-4d4b-8521-21a15a174717,segment=NetworkSegment(ab97dd7d-bcc8-4eff-bf26-bb636bebfa2d),segment_id=ab97dd7d-bcc8-4eff-bf26-bb636bebfa2d)] {{(pid=109040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:06:07.943187 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-e8ba91df-b5dd-4339-9bf9-4b1a2b2e18fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (b1abb5a3-fc5f-4d4b-8521-21a15a174717), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:07.991263 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5bf1845e-c2bd-40cf-b7c1-e9af492df611 admin admin] Publish callbacks [] for port (0acc1870-2b0e-43a5-b6e7-bcaea325951a), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:08.004575 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba91df-b5dd-4339-9bf9-4b1a2b2e18fd None None] Pushing event updated for resources: {'Port': ['ID=b1abb5a3-fc5f-4d4b-8521-21a15a174717,revision_number=2']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:08.039351 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5bf1845e-c2bd-40cf-b7c1-e9af492df611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (0acc1870-2b0e-43a5-b6e7-bcaea325951a), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:08.080225 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf1845e-c2bd-40cf-b7c1-e9af492df611 admin admin] Network b73e1e25-daa0-4c48-af6a-058d6b286a0a is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:06:08.083515 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [None req-5bf1845e-c2bd-40cf-b7c1-e9af492df611 admin admin] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:06:08.086966 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf1845e-c2bd-40cf-b7c1-e9af492df611 admin admin] Received port after_create {{(pid=109038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 16:06:08.098406 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecd5a38-207b-4418-bd93-ac47e9dfd651 None None] Sync routers for ids ['c014e20b-ba6e-41c2-b9f6-8f0d7907de02'] in dv-cinder-827511-1-iscsi {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:06:08.109968 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecd5a38-207b-4418-bd93-ac47e9dfd651 None None] Routers {'c014e20b-ba6e-41c2-b9f6-8f0d7907de02'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:06:08.110582 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-7ecd5a38-207b-4418-bd93-ac47e9dfd651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:05:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['c014e20b-ba6e-41c2-b9f6-8f0d7907de02'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:06:08.117712 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1845e-c2bd-40cf-b7c1-e9af492df611 admin admin] Pushing event updated for resources: {'Port': ['ID=0acc1870-2b0e-43a5-b6e7-bcaea325951a,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:08.336342 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-7ecd5a38-207b-4418-bd93-ac47e9dfd651 None None] Set router c014e20b-ba6e-41c2-b9f6-8f0d7907de02 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:06:08.394467 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5bf1845e-c2bd-40cf-b7c1-e9af492df611 admin admin] Publish callbacks [] for router_gateway (7bae6922-ac08-479f-a4a4-1b14431f4d9f), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:08.541411 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-7ecd5a38-207b-4418-bd93-ac47e9dfd651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'name': 'tempest-TestVolumeBootPattern-869695039-router', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:06:02Z', 'updated_at': '2022-02-02T16:06:05Z', 'revision_number': 4, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'gw_port': {'id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:03Z', 'updated_at': '2022-02-02T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '2728411b-ad71-4d30-81a8-c0bd346e3b52', 'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'mac_address': 'fa:16:3e:7f:df:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:04Z', 'updated_at': '2022-02-02T16:06:05Z', 'revision_number': 2, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'subnets': [{'id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:06:08.571289 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecd5a38-207b-4418-bd93-ac47e9dfd651 None None] Checking router: c014e20b-ba6e-41c2-b9f6-8f0d7907de02 for host: dv-cinder-827511-1-iscsi {{(pid=109041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:06:08.571646 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecd5a38-207b-4418-bd93-ac47e9dfd651 None None] Updating router c014e20b-ba6e-41c2-b9f6-8f0d7907de02 port 2728411b-ad71-4d30-81a8-c0bd346e3b52 binding host dv-cinder-827511-1-iscsi {{(pid=109041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 16:06:08.592585 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5bf1845e-c2bd-40cf-b7c1-e9af492df611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8316479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7936445'] for router (7bae6922-ac08-479f-a4a4-1b14431f4d9f), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:08.598435 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-7ecd5a38-207b-4418-bd93-ac47e9dfd651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (2728411b-ad71-4d30-81a8-c0bd346e3b52), before_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:08.733593 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf1845e-c2bd-40cf-b7c1-e9af492df611 admin admin] Router 7bae6922-ac08-479f-a4a4-1b14431f4d9f is scheduled to L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 with binding_index 1 {{(pid=109038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 16:06:08.863911 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf1845e-c2bd-40cf-b7c1-e9af492df611 admin admin] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:06:08.880924 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0328379-9edc-4d4a-9464-f8fa49ad1677 None None] Sync routers for ids ['7bae6922-ac08-479f-a4a4-1b14431f4d9f'] in dv-cinder-827511-1-iscsi {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:06:08.888244 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5bf1845e-c2bd-40cf-b7c1-e9af492df611 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:08.889582 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-5bf1845e-c2bd-40cf-b7c1-e9af492df611 admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8679397 Feb 02 16:06:08.892422 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 38208) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:06:08.906065 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-7ecd5a38-207b-4418-bd93-ac47e9dfd651 None None] Publish callbacks [] for port (2728411b-ad71-4d30-81a8-c0bd346e3b52), precommit_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:08.907175 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0328379-9edc-4d4a-9464-f8fa49ad1677 None None] Routers {'7bae6922-ac08-479f-a4a4-1b14431f4d9f'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:06:08.907868 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-f0328379-9edc-4d4a-9464-f8fa49ad1677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:05:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['7bae6922-ac08-479f-a4a4-1b14431f4d9f'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:06:08.913208 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-7ecd5a38-207b-4418-bd93-ac47e9dfd651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (2728411b-ad71-4d30-81a8-c0bd346e3b52), after_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:08.961221 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device f37056aa-e8c9-419d-a0c4-d5f3ab25d22a up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 16:06:09.007098 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac58dcb6-7441-4381-ae4e-b70d7bfc3da5 None None] Pushing event updated for resources: {'Port': ['ID=2728411b-ad71-4d30-81a8-c0bd346e3b52,revision_number=3']} {{(pid=109041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:09.019830 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58dcb6-7441-4381-ae4e-b70d7bfc3da5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:09.019830 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58dcb6-7441-4381-ae4e-b70d7bfc3da5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:09.019830 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58dcb6-7441-4381-ae4e-b70d7bfc3da5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:09.020213 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58dcb6-7441-4381-ae4e-b70d7bfc3da5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:09.020557 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58dcb6-7441-4381-ae4e-b70d7bfc3da5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:09.021030 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58dcb6-7441-4381-ae4e-b70d7bfc3da5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:09.021390 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58dcb6-7441-4381-ae4e-b70d7bfc3da5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:09.021722 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58dcb6-7441-4381-ae4e-b70d7bfc3da5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:09.022049 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58dcb6-7441-4381-ae4e-b70d7bfc3da5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:09.022631 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58dcb6-7441-4381-ae4e-b70d7bfc3da5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:09.022972 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58dcb6-7441-4381-ae4e-b70d7bfc3da5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:09.023296 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58dcb6-7441-4381-ae4e-b70d7bfc3da5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:09.023620 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58dcb6-7441-4381-ae4e-b70d7bfc3da5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:06:09.067710 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.managers [None req-7ecd5a38-207b-4418-bd93-ac47e9dfd651 None None] Attempting to bind port 2728411b-ad71-4d30-81a8-c0bd346e3b52 on host dv-cinder-827511-1-iscsi for vnic_type normal with profile {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 16:06:09.068505 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.managers [None req-7ecd5a38-207b-4418-bd93-ac47e9dfd651 None None] Attempting to bind port 2728411b-ad71-4d30-81a8-c0bd346e3b52 by drivers openvswitch,hyperv on host dv-cinder-827511-1-iscsi at level 0 using segments [{'id': '2afd90c5-c657-4941-ae81-986626daee13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5'}] {{(pid=109041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 16:06:09.068886 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecd5a38-207b-4418-bd93-ac47e9dfd651 None None] Attempting to bind port 2728411b-ad71-4d30-81a8-c0bd346e3b52 on network b90efab8-62c5-4fc0-918b-595fe27e51a5 {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 16:06:09.076299 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecd5a38-207b-4418-bd93-ac47e9dfd651 None None] Checking agent: {'id': 'b5af8d0a-fb73-41c0-8b14-396d0b8fc477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827511-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 45, 49), 'started_at': datetime.datetime(2022, 2, 2, 15, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827511-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 16:06:09.076690 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecd5a38-207b-4418-bd93-ac47e9dfd651 None None] Checking segment: {'id': '2afd90c5-c657-4941-ae81-986626daee13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 16:06:09.077022 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-7ecd5a38-207b-4418-bd93-ac47e9dfd651 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:09.077949 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecd5a38-207b-4418-bd93-ac47e9dfd651 None None] Bound using segment: {'id': '2afd90c5-c657-4941-ae81-986626daee13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5'} {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 16:06:09.078433 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.managers [None req-7ecd5a38-207b-4418-bd93-ac47e9dfd651 None None] Bound port: 2728411b-ad71-4d30-81a8-c0bd346e3b52, host: dv-cinder-827511-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2afd90c5-c657-4941-ae81-986626daee13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5'}}] {{(pid=109041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 16:06:09.078817 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-7ecd5a38-207b-4418-bd93-ac47e9dfd651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (2728411b-ad71-4d30-81a8-c0bd346e3b52), before_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:09.105701 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-f0328379-9edc-4d4a-9464-f8fa49ad1677 None None] Set router 7bae6922-ac08-479f-a4a4-1b14431f4d9f gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:06:09.163425 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.db [None req-7ecd5a38-207b-4418-bd93-ac47e9dfd651 None None] For port 2728411b-ad71-4d30-81a8-c0bd346e3b52, host dv-cinder-827511-1-iscsi, cleared binding levels {{(pid=109041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:06:09.170772 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.db [None req-7ecd5a38-207b-4418-bd93-ac47e9dfd651 None None] For port 2728411b-ad71-4d30-81a8-c0bd346e3b52, host dv-cinder-827511-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=2728411b-ad71-4d30-81a8-c0bd346e3b52,segment=NetworkSegment(2afd90c5-c657-4941-ae81-986626daee13),segment_id=2afd90c5-c657-4941-ae81-986626daee13)] {{(pid=109041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:06:09.185855 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-7ecd5a38-207b-4418-bd93-ac47e9dfd651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (2728411b-ad71-4d30-81a8-c0bd346e3b52), after_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:09.203563 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c783f6-f626-4a97-bff7-49036a7fb054 None None] Network d83bbf1e-0745-4d92-baab-88e0b99ae8dc requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 16:06:09.235802 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecd5a38-207b-4418-bd93-ac47e9dfd651 None None] Routers {'c014e20b-ba6e-41c2-b9f6-8f0d7907de02'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:06:09.236548 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-7ecd5a38-207b-4418-bd93-ac47e9dfd651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:05:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['c014e20b-ba6e-41c2-b9f6-8f0d7907de02'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:06:09.265647 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port f37056aa-e8c9-419d-a0c4-d5f3ab25d22a triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:06:09.266027 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (f37056aa-e8c9-419d-a0c4-d5f3ab25d22a), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:09.315782 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac58dcb6-7441-4381-ae4e-b70d7bfc3da5 None None] Pushing event updated for resources: {'Port': ['ID=2728411b-ad71-4d30-81a8-c0bd346e3b52,revision_number=4']} {{(pid=109041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:09.357036 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-2af69fea-ddcd-4cc6-8092-d40973a46fc7 None None] Provisioning complete for port b1abb5a3-fc5f-4d4b-8521-21a15a174717 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:06:09.357348 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-2af69fea-ddcd-4cc6-8092-d40973a46fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (b1abb5a3-fc5f-4d4b-8521-21a15a174717), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:09.420157 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-7ecd5a38-207b-4418-bd93-ac47e9dfd651 None None] Set router c014e20b-ba6e-41c2-b9f6-8f0d7907de02 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:06:09.455700 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-269ce3ad-bd24-428b-bccd-a859e34cc0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:09.574406 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port f37056aa-e8c9-419d-a0c4-d5f3ab25d22a is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:06:09.575629 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device b1abb5a3-fc5f-4d4b-8521-21a15a174717 up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 16:06:09.624821 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-2af69fea-ddcd-4cc6-8092-d40973a46fc7 None None] Current status of the port b1abb5a3-fc5f-4d4b-8521-21a15a174717 is: DOWN; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:06:09.625350 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-2af69fea-ddcd-4cc6-8092-d40973a46fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (b1abb5a3-fc5f-4d4b-8521-21a15a174717), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:09.639714 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.db_base_plugin_common [None req-269ce3ad-bd24-428b-bccd-a859e34cc0cb admin admin] Allocated IP 172.20.0.1 (d83bbf1e-0745-4d92-baab-88e0b99ae8dc/d12ccc07-e513-4e54-97fa-05a5e460cae8/6790998a-08cd-439b-a9ec-c0028f6433de) {{(pid=109039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:06:09.640805 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-f0328379-9edc-4d4a-9464-f8fa49ad1677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bae6922-ac08-479f-a4a4-1b14431f4d9f', 'name': 'tempest-TestVolumeBootPattern-1560509980-router', 'tenant_id': 'f0f63090ef634699ba4e890826f02027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '0acc1870-2b0e-43a5-b6e7-bcaea325951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:06:07Z', 'updated_at': '2022-02-02T16:06:08Z', 'revision_number': 3, 'project_id': 'f0f63090ef634699ba4e890826f02027', 'gw_port': {'id': '0acc1870-2b0e-43a5-b6e7-bcaea325951a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:82:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bae6922-ac08-479f-a4a4-1b14431f4d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:07Z', 'updated_at': '2022-02-02T16:06:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi'}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:06:09.668846 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-7ecd5a38-207b-4418-bd93-ac47e9dfd651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'name': 'tempest-TestVolumeBootPattern-869695039-router', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:06:02Z', 'updated_at': '2022-02-02T16:06:05Z', 'revision_number': 4, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'gw_port': {'id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:03Z', 'updated_at': '2022-02-02T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '2728411b-ad71-4d30-81a8-c0bd346e3b52', 'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'mac_address': 'fa:16:3e:7f:df:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:04Z', 'updated_at': '2022-02-02T16:06:09Z', 'revision_number': 4, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'subnets': [{'id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:06:09.676981 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0328379-9edc-4d4a-9464-f8fa49ad1677 None None] Checking router: 7bae6922-ac08-479f-a4a4-1b14431f4d9f for host: dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:06:09.677325 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0328379-9edc-4d4a-9464-f8fa49ad1677 None None] Updating router 7bae6922-ac08-479f-a4a4-1b14431f4d9f port 0acc1870-2b0e-43a5-b6e7-bcaea325951a binding host dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 16:06:09.706587 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecd5a38-207b-4418-bd93-ac47e9dfd651 None None] The sync data for ids ['c014e20b-ba6e-41c2-b9f6-8f0d7907de02'] in dv-cinder-827511-1-iscsi is: [{'id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'name': 'tempest-TestVolumeBootPattern-869695039-router', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:06:02Z', 'updated_at': '2022-02-02T16:06:05Z', 'revision_number': 4, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'gw_port': {'id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:03Z', 'updated_at': '2022-02-02T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '2728411b-ad71-4d30-81a8-c0bd346e3b52', 'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'mac_address': 'fa:16:3e:7f:df:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:04Z', 'updated_at': '2022-02-02T16:06:09Z', 'revision_number': 4, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'subnets': [{'id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:06:09.730081 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-2af69fea-ddcd-4cc6-8092-d40973a46fc7 None None] For port b1abb5a3-fc5f-4d4b-8521-21a15a174717, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=b1abb5a3-fc5f-4d4b-8521-21a15a174717,segment=NetworkSegment(ab97dd7d-bcc8-4eff-bf26-bb636bebfa2d),segment_id=ab97dd7d-bcc8-4eff-bf26-bb636bebfa2d)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:06:09.738613 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-f0328379-9edc-4d4a-9464-f8fa49ad1677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (0acc1870-2b0e-43a5-b6e7-bcaea325951a), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:09.741986 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-2af69fea-ddcd-4cc6-8092-d40973a46fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (b1abb5a3-fc5f-4d4b-8521-21a15a174717), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:09.745762 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port b1abb5a3-fc5f-4d4b-8521-21a15a174717 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:06:09.746020 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (b1abb5a3-fc5f-4d4b-8521-21a15a174717), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:09.782528 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-269ce3ad-bd24-428b-bccd-a859e34cc0cb admin admin] Publish callbacks [] for port (6790998a-08cd-439b-a9ec-c0028f6433de), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:09.833024 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-269ce3ad-bd24-428b-bccd-a859e34cc0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5289298'] for port (6790998a-08cd-439b-a9ec-c0028f6433de), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:09.874610 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269ce3ad-bd24-428b-bccd-a859e34cc0cb admin admin] Network d83bbf1e-0745-4d92-baab-88e0b99ae8dc is already hosted by enough agents. {{(pid=109039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:06:09.879351 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.base_scheduler [None req-269ce3ad-bd24-428b-bccd-a859e34cc0cb admin admin] Resources bound (agent type, host, resource id): {{(pid=109039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:06:09.883032 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269ce3ad-bd24-428b-bccd-a859e34cc0cb admin admin] Received port after_create {{(pid=109039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 16:06:09.923456 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ce3ad-bd24-428b-bccd-a859e34cc0cb admin admin] Pushing event updated for resources: {'Port': ['ID=6790998a-08cd-439b-a9ec-c0028f6433de,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:09.944611 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-269ce3ad-bd24-428b-bccd-a859e34cc0cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7937998'] for router_interface (7bae6922-ac08-479f-a4a4-1b14431f4d9f), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:09.945763 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af69fea-ddcd-4cc6-8092-d40973a46fc7 None None] Pushing event updated for resources: {'Port': ['ID=b1abb5a3-fc5f-4d4b-8521-21a15a174717,revision_number=3']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:09.990586 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-eef64bc2-5414-49ca-90ab-6c972a073359 None None] Provisioning complete for port 2728411b-ad71-4d30-81a8-c0bd346e3b52 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:06:09.990963 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-eef64bc2-5414-49ca-90ab-6c972a073359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (2728411b-ad71-4d30-81a8-c0bd346e3b52), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:10.106213 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-269ce3ad-bd24-428b-bccd-a859e34cc0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (6790998a-08cd-439b-a9ec-c0028f6433de), before_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:10.214426 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port b1abb5a3-fc5f-4d4b-8521-21a15a174717 is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:06:10.294088 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-269ce3ad-bd24-428b-bccd-a859e34cc0cb admin admin] Publish callbacks [] for port (6790998a-08cd-439b-a9ec-c0028f6433de), precommit_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:10.301185 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-269ce3ad-bd24-428b-bccd-a859e34cc0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5289307'] for port (6790998a-08cd-439b-a9ec-c0028f6433de), after_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:10.331080 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-eef64bc2-5414-49ca-90ab-6c972a073359 None None] Current status of the port 2728411b-ad71-4d30-81a8-c0bd346e3b52 is: DOWN; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:06:10.331487 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-eef64bc2-5414-49ca-90ab-6c972a073359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (2728411b-ad71-4d30-81a8-c0bd346e3b52), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:10.364988 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-f0328379-9edc-4d4a-9464-f8fa49ad1677 None None] Publish callbacks [] for port (0acc1870-2b0e-43a5-b6e7-bcaea325951a), precommit_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:10.373664 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ce3ad-bd24-428b-bccd-a859e34cc0cb admin admin] Pushing event updated for resources: {'Port': ['ID=6790998a-08cd-439b-a9ec-c0028f6433de,revision_number=2']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:10.374040 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-f0328379-9edc-4d4a-9464-f8fa49ad1677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (0acc1870-2b0e-43a5-b6e7-bcaea325951a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:10.378054 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-269ce3ad-bd24-428b-bccd-a859e34cc0cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8109355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7937662'] for router_interface (7bae6922-ac08-479f-a4a4-1b14431f4d9f), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:10.386358 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-eef64bc2-5414-49ca-90ab-6c972a073359 None None] For port 2728411b-ad71-4d30-81a8-c0bd346e3b52, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=2728411b-ad71-4d30-81a8-c0bd346e3b52,segment=NetworkSegment(2afd90c5-c657-4941-ae81-986626daee13),segment_id=2afd90c5-c657-4941-ae81-986626daee13)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:06:10.413585 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-eef64bc2-5414-49ca-90ab-6c972a073359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (2728411b-ad71-4d30-81a8-c0bd346e3b52), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:10.446273 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-f0328379-9edc-4d4a-9464-f8fa49ad1677 None None] Attempting to bind port 0acc1870-2b0e-43a5-b6e7-bcaea325951a on host dv-cinder-827511-1-iscsi for vnic_type normal with profile {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 16:06:10.446652 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-f0328379-9edc-4d4a-9464-f8fa49ad1677 None None] Attempting to bind port 0acc1870-2b0e-43a5-b6e7-bcaea325951a by drivers openvswitch,hyperv on host dv-cinder-827511-1-iscsi at level 0 using segments [{'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 16:06:10.447017 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0328379-9edc-4d4a-9464-f8fa49ad1677 None None] Attempting to bind port 0acc1870-2b0e-43a5-b6e7-bcaea325951a on network b73e1e25-daa0-4c48-af6a-058d6b286a0a {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 16:06:10.448988 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa623868-7729-47c7-a079-160d627eec3a None None] Pushing event updated for resources: {'Port': ['ID=0acc1870-2b0e-43a5-b6e7-bcaea325951a,revision_number=2']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:10.459655 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-eef64bc2-5414-49ca-90ab-6c972a073359 None None] Provisioning complete for port b1abb5a3-fc5f-4d4b-8521-21a15a174717 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:06:10.460038 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-eef64bc2-5414-49ca-90ab-6c972a073359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (b1abb5a3-fc5f-4d4b-8521-21a15a174717), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:10.478134 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269ce3ad-bd24-428b-bccd-a859e34cc0cb admin admin] Network d83bbf1e-0745-4d92-baab-88e0b99ae8dc is already hosted by enough agents. {{(pid=109039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:06:10.480101 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.base_scheduler [None req-269ce3ad-bd24-428b-bccd-a859e34cc0cb admin admin] Resources bound (agent type, host, resource id): {{(pid=109039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:06:10.480674 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0328379-9edc-4d4a-9464-f8fa49ad1677 None None] Checking agent: {'id': 'b5af8d0a-fb73-41c0-8b14-396d0b8fc477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827511-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 45, 49), 'started_at': datetime.datetime(2022, 2, 2, 15, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827511-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 16:06:10.481075 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0328379-9edc-4d4a-9464-f8fa49ad1677 None None] Checking segment: {'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 16:06:10.481492 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-f0328379-9edc-4d4a-9464-f8fa49ad1677 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:10.481891 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0328379-9edc-4d4a-9464-f8fa49ad1677 None None] Bound using segment: {'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'} {{(pid=109040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 16:06:10.482384 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.managers [None req-f0328379-9edc-4d4a-9464-f8fa49ad1677 None None] Bound port: 0acc1870-2b0e-43a5-b6e7-bcaea325951a, host: dv-cinder-827511-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa18bba3-a434-4e8a-926e-117b8687e1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a'}}] {{(pid=109040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 16:06:10.482771 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-f0328379-9edc-4d4a-9464-f8fa49ad1677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (0acc1870-2b0e-43a5-b6e7-bcaea325951a), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:10.579713 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef64bc2-5414-49ca-90ab-6c972a073359 None None] Pushing event updated for resources: {'Port': ['ID=2728411b-ad71-4d30-81a8-c0bd346e3b52,revision_number=5']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:10.595796 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-f0328379-9edc-4d4a-9464-f8fa49ad1677 None None] For port 0acc1870-2b0e-43a5-b6e7-bcaea325951a, host dv-cinder-827511-1-iscsi, cleared binding levels {{(pid=109040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:06:10.599545 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-f0328379-9edc-4d4a-9464-f8fa49ad1677 None None] For port 0acc1870-2b0e-43a5-b6e7-bcaea325951a, host dv-cinder-827511-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=0acc1870-2b0e-43a5-b6e7-bcaea325951a,segment=NetworkSegment(aa18bba3-a434-4e8a-926e-117b8687e1ff),segment_id=aa18bba3-a434-4e8a-926e-117b8687e1ff)] {{(pid=109040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:06:10.606865 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-f0328379-9edc-4d4a-9464-f8fa49ad1677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (0acc1870-2b0e-43a5-b6e7-bcaea325951a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:10.619977 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269ce3ad-bd24-428b-bccd-a859e34cc0cb admin admin] Router 7bae6922-ac08-479f-a4a4-1b14431f4d9f has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:06:10.689746 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-eef64bc2-5414-49ca-90ab-6c972a073359 None None] Current status of the port b1abb5a3-fc5f-4d4b-8521-21a15a174717 is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:06:10.696476 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0328379-9edc-4d4a-9464-f8fa49ad1677 None None] Routers {'7bae6922-ac08-479f-a4a4-1b14431f4d9f'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:06:10.697218 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-f0328379-9edc-4d4a-9464-f8fa49ad1677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:05:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['7bae6922-ac08-479f-a4a4-1b14431f4d9f'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:06:10.739037 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa623868-7729-47c7-a079-160d627eec3a None None] Pushing event updated for resources: {'Port': ['ID=0acc1870-2b0e-43a5-b6e7-bcaea325951a,revision_number=3']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:10.748944 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269ce3ad-bd24-428b-bccd-a859e34cc0cb admin admin] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:06:10.763218 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-269ce3ad-bd24-428b-bccd-a859e34cc0cb admin admin] 10.222.0.112 "PUT /v2.0/routers/7bae6922-ac08-479f-a4a4-1b14431f4d9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8600769 Feb 02 16:06:10.828248 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-f0328379-9edc-4d4a-9464-f8fa49ad1677 None None] Set router 7bae6922-ac08-479f-a4a4-1b14431f4d9f gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:06:10.830682 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-f4d6c3a2-3320-4a8e-88bf-79ff8f512ede None None] Provisioning complete for port 6790998a-08cd-439b-a9ec-c0028f6433de triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:06:10.831216 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-f4d6c3a2-3320-4a8e-88bf-79ff8f512ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (6790998a-08cd-439b-a9ec-c0028f6433de), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:10.877768 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 2728411b-ad71-4d30-81a8-c0bd346e3b52 up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 16:06:10.956085 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-f4d6c3a2-3320-4a8e-88bf-79ff8f512ede None None] Port 6790998a-08cd-439b-a9ec-c0028f6433de cannot update to ACTIVE because it is not bound. {{(pid=109040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 16:06:11.038652 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port 2728411b-ad71-4d30-81a8-c0bd346e3b52 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:06:11.039034 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (2728411b-ad71-4d30-81a8-c0bd346e3b52), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:11.168544 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port 2728411b-ad71-4d30-81a8-c0bd346e3b52 is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:06:11.169556 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device b1abb5a3-fc5f-4d4b-8521-21a15a174717 up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 16:06:11.175436 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-f0328379-9edc-4d4a-9464-f8fa49ad1677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bae6922-ac08-479f-a4a4-1b14431f4d9f', 'name': 'tempest-TestVolumeBootPattern-1560509980-router', 'tenant_id': 'f0f63090ef634699ba4e890826f02027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '0acc1870-2b0e-43a5-b6e7-bcaea325951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:06:07Z', 'updated_at': '2022-02-02T16:06:10Z', 'revision_number': 4, 'project_id': 'f0f63090ef634699ba4e890826f02027', 'gw_port': {'id': '0acc1870-2b0e-43a5-b6e7-bcaea325951a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:82:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bae6922-ac08-479f-a4a4-1b14431f4d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:07Z', 'updated_at': '2022-02-02T16:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '6790998a-08cd-439b-a9ec-c0028f6433de', 'name': '', 'network_id': 'd83bbf1e-0745-4d92-baab-88e0b99ae8dc', 'tenant_id': 'f0f63090ef634699ba4e890826f02027', 'mac_address': 'fa:16:3e:e3:24:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bae6922-ac08-479f-a4a4-1b14431f4d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'd12ccc07-e513-4e54-97fa-05a5e460cae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:09Z', 'updated_at': '2022-02-02T16:06:10Z', 'revision_number': 2, 'project_id': 'f0f63090ef634699ba4e890826f02027', 'subnets': [{'id': 'd12ccc07-e513-4e54-97fa-05a5e460cae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:06:11.219418 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0328379-9edc-4d4a-9464-f8fa49ad1677 None None] The sync data for ids ['7bae6922-ac08-479f-a4a4-1b14431f4d9f'] in dv-cinder-827511-1-iscsi is: [{'id': '7bae6922-ac08-479f-a4a4-1b14431f4d9f', 'name': 'tempest-TestVolumeBootPattern-1560509980-router', 'tenant_id': 'f0f63090ef634699ba4e890826f02027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '0acc1870-2b0e-43a5-b6e7-bcaea325951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:06:07Z', 'updated_at': '2022-02-02T16:06:10Z', 'revision_number': 4, 'project_id': 'f0f63090ef634699ba4e890826f02027', 'gw_port': {'id': '0acc1870-2b0e-43a5-b6e7-bcaea325951a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:82:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bae6922-ac08-479f-a4a4-1b14431f4d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:07Z', 'updated_at': '2022-02-02T16:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '6790998a-08cd-439b-a9ec-c0028f6433de', 'name': '', 'network_id': 'd83bbf1e-0745-4d92-baab-88e0b99ae8dc', 'tenant_id': 'f0f63090ef634699ba4e890826f02027', 'mac_address': 'fa:16:3e:e3:24:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bae6922-ac08-479f-a4a4-1b14431f4d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'd12ccc07-e513-4e54-97fa-05a5e460cae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:09Z', 'updated_at': '2022-02-02T16:06:10Z', 'revision_number': 2, 'project_id': 'f0f63090ef634699ba4e890826f02027', 'subnets': [{'id': 'd12ccc07-e513-4e54-97fa-05a5e460cae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:06:11.248264 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port b1abb5a3-fc5f-4d4b-8521-21a15a174717 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:06:11.248853 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (b1abb5a3-fc5f-4d4b-8521-21a15a174717), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:11.296132 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 38216) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:06:11.300966 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-0a6e9b19-e02a-46af-afd8-e5930432ac21 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1397944298', 'description': 'tempest-secgroup-smoke-1397944298 description', 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:06:11.322353 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0a6e9b19-e02a-46af-afd8-e5930432ac21 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for security_group (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:11.337421 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port b1abb5a3-fc5f-4d4b-8521-21a15a174717 is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:06:11.390933 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0a6e9b19-e02a-46af-afd8-e5930432ac21 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for security_group (7ff95ad7-c1e2-4917-aace-704410c5ee1b), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:11.394883 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0a6e9b19-e02a-46af-afd8-e5930432ac21 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (7ff95ad7-c1e2-4917-aace-704410c5ee1b), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:11.437997 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-0a6e9b19-e02a-46af-afd8-e5930432ac21 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:11.439275 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-0a6e9b19-e02a-46af-afd8-e5930432ac21 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1421256 Feb 02 16:06:11.442477 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 38218) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:06:11.447724 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-ab1c5263-5d6d-4b96-b639-ce48cdac1fda tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Request body: {'security_group_rule': {'security_group_id': '7ff95ad7-c1e2-4917-aace-704410c5ee1b', 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:06:11.448302 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e9b19-e02a-46af-afd8-e5930432ac21 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff95ad7-c1e2-4917-aace-704410c5ee1b,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:11.482710 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ab1c5263-5d6d-4b96-b639-ce48cdac1fda tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for security_group_rule (bb188a20-8ed8-4b1c-b372-57f5bdf26979), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:11.544104 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ab1c5263-5d6d-4b96-b639-ce48cdac1fda tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for security_group_rule (bb188a20-8ed8-4b1c-b372-57f5bdf26979), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:11.548112 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ab1c5263-5d6d-4b96-b639-ce48cdac1fda tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515366'] for security_group_rule (bb188a20-8ed8-4b1c-b372-57f5bdf26979), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:11.567743 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c5263-5d6d-4b96-b639-ce48cdac1fda tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb188a20-8ed8-4b1c-b372-57f5bdf26979,revision_number=0']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:11.578881 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-ab1c5263-5d6d-4b96-b639-ce48cdac1fda tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:11.580210 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-ab1c5263-5d6d-4b96-b639-ce48cdac1fda tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1366227 Feb 02 16:06:11.582920 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 38220) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:06:11.587375 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [None req-74450de2-88ca-4cf4-b273-2a164eff74a7 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Request body: {'security_group_rule': {'security_group_id': '7ff95ad7-c1e2-4917-aace-704410c5ee1b', 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:06:11.628002 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-74450de2-88ca-4cf4-b273-2a164eff74a7 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for security_group_rule (7b3d52cd-5b53-4c83-9f57-7ed42db17d9e), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:11.691459 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-74450de2-88ca-4cf4-b273-2a164eff74a7 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for security_group_rule (7b3d52cd-5b53-4c83-9f57-7ed42db17d9e), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:11.695916 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-74450de2-88ca-4cf4-b273-2a164eff74a7 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515366'] for security_group_rule (7b3d52cd-5b53-4c83-9f57-7ed42db17d9e), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:11.715748 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74450de2-88ca-4cf4-b273-2a164eff74a7 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b3d52cd-5b53-4c83-9f57-7ed42db17d9e,revision_number=0']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:11.723322 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-74450de2-88ca-4cf4-b273-2a164eff74a7 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:11.724837 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-74450de2-88ca-4cf4-b273-2a164eff74a7 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1409135 Feb 02 16:06:11.727552 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 38222) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:06:11.732542 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-d925c5e4-8111-49a9-b334-bf5682f28406 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Request body: {'security_group_rule': {'security_group_id': '7ff95ad7-c1e2-4917-aace-704410c5ee1b', 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:06:11.760912 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-d925c5e4-8111-49a9-b334-bf5682f28406 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for security_group_rule (88dff38f-68ca-44d5-a506-ff0d0dcee2ac), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:11.823565 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-d925c5e4-8111-49a9-b334-bf5682f28406 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for security_group_rule (88dff38f-68ca-44d5-a506-ff0d0dcee2ac), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:11.828656 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-d925c5e4-8111-49a9-b334-bf5682f28406 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515366'] for security_group_rule (88dff38f-68ca-44d5-a506-ff0d0dcee2ac), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:11.847804 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925c5e4-8111-49a9-b334-bf5682f28406 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88dff38f-68ca-44d5-a506-ff0d0dcee2ac,revision_number=0']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:11.857004 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-d925c5e4-8111-49a9-b334-bf5682f28406 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:11.858240 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-d925c5e4-8111-49a9-b334-bf5682f28406 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294243 Feb 02 16:06:11.860879 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 38224) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:06:11.865076 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-38ae6eb4-f63f-4340-b0f9-01868e64db12 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Request body: {'security_group_rule': {'security_group_id': '7ff95ad7-c1e2-4917-aace-704410c5ee1b', 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:06:11.888305 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-38ae6eb4-f63f-4340-b0f9-01868e64db12 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for security_group_rule (6d5a27bc-294e-437d-aeab-30b08354464a), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:11.942648 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-38ae6eb4-f63f-4340-b0f9-01868e64db12 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for security_group_rule (6d5a27bc-294e-437d-aeab-30b08354464a), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:11.945888 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-38ae6eb4-f63f-4340-b0f9-01868e64db12 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515366'] for security_group_rule (6d5a27bc-294e-437d-aeab-30b08354464a), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:11.962728 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae6eb4-f63f-4340-b0f9-01868e64db12 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5a27bc-294e-437d-aeab-30b08354464a,revision_number=0']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:11.971094 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-38ae6eb4-f63f-4340-b0f9-01868e64db12 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:11.972320 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-38ae6eb4-f63f-4340-b0f9-01868e64db12 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1104929 Feb 02 16:06:11.974982 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 38226) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:06:11.980146 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-e7ec2ce6-ed03-4145-aebc-cb9a429bdb0f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Request body: {'security_group_rule': {'security_group_id': '7ff95ad7-c1e2-4917-aace-704410c5ee1b', 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:06:11.999376 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.db.securitygroups_db [None req-e7ec2ce6-ed03-4145-aebc-cb9a429bdb0f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Project e233cb06f3d542aeb99e5b3f1ca0dbac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 16:06:12.004226 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-e7ec2ce6-ed03-4145-aebc-cb9a429bdb0f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for security_group_rule (d2ad7321-af43-4cb1-aebb-25c64040f890), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:12.060716 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-e7ec2ce6-ed03-4145-aebc-cb9a429bdb0f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for security_group_rule (d2ad7321-af43-4cb1-aebb-25c64040f890), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:12.064260 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-e7ec2ce6-ed03-4145-aebc-cb9a429bdb0f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515366'] for security_group_rule (d2ad7321-af43-4cb1-aebb-25c64040f890), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:12.083505 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec2ce6-ed03-4145-aebc-cb9a429bdb0f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2ad7321-af43-4cb1-aebb-25c64040f890,revision_number=0']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:12.091206 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-e7ec2ce6-ed03-4145-aebc-cb9a429bdb0f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:12.092380 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-e7ec2ce6-ed03-4145-aebc-cb9a429bdb0f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1164596 Feb 02 16:06:12.095106 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 38228) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:06:12.099451 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-fa88a01b-a711-4407-8d8d-76898f80e7a1 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Request body: {'security_group_rule': {'security_group_id': '7ff95ad7-c1e2-4917-aace-704410c5ee1b', 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:06:12.118511 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.db.securitygroups_db [None req-fa88a01b-a711-4407-8d8d-76898f80e7a1 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Project e233cb06f3d542aeb99e5b3f1ca0dbac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 16:06:12.124093 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-fa88a01b-a711-4407-8d8d-76898f80e7a1 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for security_group_rule (c6a1fc5c-a119-4020-8fec-0a6b9a328902), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:12.182015 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-fa88a01b-a711-4407-8d8d-76898f80e7a1 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for security_group_rule (c6a1fc5c-a119-4020-8fec-0a6b9a328902), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:12.185502 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-fa88a01b-a711-4407-8d8d-76898f80e7a1 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515366'] for security_group_rule (c6a1fc5c-a119-4020-8fec-0a6b9a328902), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:12.202975 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa88a01b-a711-4407-8d8d-76898f80e7a1 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a1fc5c-a119-4020-8fec-0a6b9a328902,revision_number=0']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:12.210191 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-fa88a01b-a711-4407-8d8d-76898f80e7a1 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:12.211383 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-fa88a01b-a711-4407-8d8d-76898f80e7a1 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1153488 Feb 02 16:06:12.830921 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 0acc1870-2b0e-43a5-b6e7-bcaea325951a up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 16:06:12.898864 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-ea519034-f6f9-43a8-9e6c-3a72043282d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:12.917069 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port 0acc1870-2b0e-43a5-b6e7-bcaea325951a triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:06:12.917775 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (0acc1870-2b0e-43a5-b6e7-bcaea325951a), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:13.004352 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port 0acc1870-2b0e-43a5-b6e7-bcaea325951a is: DOWN; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:06:13.004755 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (0acc1870-2b0e-43a5-b6e7-bcaea325951a), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:13.030947 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] For port 0acc1870-2b0e-43a5-b6e7-bcaea325951a, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=0acc1870-2b0e-43a5-b6e7-bcaea325951a,segment=NetworkSegment(aa18bba3-a434-4e8a-926e-117b8687e1ff),segment_id=aa18bba3-a434-4e8a-926e-117b8687e1ff)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:06:13.036175 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (0acc1870-2b0e-43a5-b6e7-bcaea325951a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:13.089610 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Pushing event updated for resources: {'Port': ['ID=0acc1870-2b0e-43a5-b6e7-bcaea325951a,revision_number=4']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:13.843074 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1523696a-700b-4cf5-9d02-32e3235f7493 None None] Sync routers for ids ['7bae6922-ac08-479f-a4a4-1b14431f4d9f'] in dv-cinder-827511-1-iscsi {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:06:13.854008 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1523696a-700b-4cf5-9d02-32e3235f7493 None None] Routers {'7bae6922-ac08-479f-a4a4-1b14431f4d9f'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:06:13.854625 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-1523696a-700b-4cf5-9d02-32e3235f7493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:05:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['7bae6922-ac08-479f-a4a4-1b14431f4d9f'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:06:13.961341 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-1523696a-700b-4cf5-9d02-32e3235f7493 None None] Set router 7bae6922-ac08-479f-a4a4-1b14431f4d9f gateway port host: dv-cinder-827511-1-iscsi {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:06:14.158540 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-1523696a-700b-4cf5-9d02-32e3235f7493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bae6922-ac08-479f-a4a4-1b14431f4d9f', 'name': 'tempest-TestVolumeBootPattern-1560509980-router', 'tenant_id': 'f0f63090ef634699ba4e890826f02027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '0acc1870-2b0e-43a5-b6e7-bcaea325951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:06:07Z', 'updated_at': '2022-02-02T16:06:10Z', 'revision_number': 4, 'project_id': 'f0f63090ef634699ba4e890826f02027', 'gw_port': {'id': '0acc1870-2b0e-43a5-b6e7-bcaea325951a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:82:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bae6922-ac08-479f-a4a4-1b14431f4d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:07Z', 'updated_at': '2022-02-02T16:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '6790998a-08cd-439b-a9ec-c0028f6433de', 'name': '', 'network_id': 'd83bbf1e-0745-4d92-baab-88e0b99ae8dc', 'tenant_id': 'f0f63090ef634699ba4e890826f02027', 'mac_address': 'fa:16:3e:e3:24:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bae6922-ac08-479f-a4a4-1b14431f4d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'd12ccc07-e513-4e54-97fa-05a5e460cae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:09Z', 'updated_at': '2022-02-02T16:06:10Z', 'revision_number': 2, 'project_id': 'f0f63090ef634699ba4e890826f02027', 'subnets': [{'id': 'd12ccc07-e513-4e54-97fa-05a5e460cae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:06:14.185909 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1523696a-700b-4cf5-9d02-32e3235f7493 None None] Checking router: 7bae6922-ac08-479f-a4a4-1b14431f4d9f for host: dv-cinder-827511-1-iscsi {{(pid=109041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:06:14.186256 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1523696a-700b-4cf5-9d02-32e3235f7493 None None] Updating router 7bae6922-ac08-479f-a4a4-1b14431f4d9f port 6790998a-08cd-439b-a9ec-c0028f6433de binding host dv-cinder-827511-1-iscsi {{(pid=109041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 16:06:14.212891 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-1523696a-700b-4cf5-9d02-32e3235f7493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (6790998a-08cd-439b-a9ec-c0028f6433de), before_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:14.564163 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-1523696a-700b-4cf5-9d02-32e3235f7493 None None] Publish callbacks [] for port (6790998a-08cd-439b-a9ec-c0028f6433de), precommit_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:14.570704 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-1523696a-700b-4cf5-9d02-32e3235f7493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (6790998a-08cd-439b-a9ec-c0028f6433de), after_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:14.622962 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12108c-e16d-476d-969d-56d1fa597ee4 None None] Pushing event updated for resources: {'Port': ['ID=6790998a-08cd-439b-a9ec-c0028f6433de,revision_number=3']} {{(pid=109041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:14.673399 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.managers [None req-1523696a-700b-4cf5-9d02-32e3235f7493 None None] Attempting to bind port 6790998a-08cd-439b-a9ec-c0028f6433de on host dv-cinder-827511-1-iscsi for vnic_type normal with profile {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 16:06:14.673747 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.managers [None req-1523696a-700b-4cf5-9d02-32e3235f7493 None None] Attempting to bind port 6790998a-08cd-439b-a9ec-c0028f6433de by drivers openvswitch,hyperv on host dv-cinder-827511-1-iscsi at level 0 using segments [{'id': 'ab97dd7d-bcc8-4eff-bf26-bb636bebfa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'd83bbf1e-0745-4d92-baab-88e0b99ae8dc'}] {{(pid=109041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 16:06:14.674103 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1523696a-700b-4cf5-9d02-32e3235f7493 None None] Attempting to bind port 6790998a-08cd-439b-a9ec-c0028f6433de on network d83bbf1e-0745-4d92-baab-88e0b99ae8dc {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 16:06:14.680719 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1523696a-700b-4cf5-9d02-32e3235f7493 None None] Checking agent: {'id': 'b5af8d0a-fb73-41c0-8b14-396d0b8fc477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827511-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 45, 49), 'started_at': datetime.datetime(2022, 2, 2, 15, 46, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827511-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 16:06:14.681255 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1523696a-700b-4cf5-9d02-32e3235f7493 None None] Checking segment: {'id': 'ab97dd7d-bcc8-4eff-bf26-bb636bebfa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'd83bbf1e-0745-4d92-baab-88e0b99ae8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 16:06:14.681781 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-1523696a-700b-4cf5-9d02-32e3235f7493 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:14.682427 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1523696a-700b-4cf5-9d02-32e3235f7493 None None] Bound using segment: {'id': 'ab97dd7d-bcc8-4eff-bf26-bb636bebfa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'd83bbf1e-0745-4d92-baab-88e0b99ae8dc'} {{(pid=109041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 16:06:14.683333 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.managers [None req-1523696a-700b-4cf5-9d02-32e3235f7493 None None] Bound port: 6790998a-08cd-439b-a9ec-c0028f6433de, host: dv-cinder-827511-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab97dd7d-bcc8-4eff-bf26-bb636bebfa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'd83bbf1e-0745-4d92-baab-88e0b99ae8dc'}}] {{(pid=109041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 16:06:14.683765 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-1523696a-700b-4cf5-9d02-32e3235f7493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (6790998a-08cd-439b-a9ec-c0028f6433de), before_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:14.760056 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.db [None req-1523696a-700b-4cf5-9d02-32e3235f7493 None None] For port 6790998a-08cd-439b-a9ec-c0028f6433de, host dv-cinder-827511-1-iscsi, cleared binding levels {{(pid=109041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:06:14.764258 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.plugins.ml2.db [None req-1523696a-700b-4cf5-9d02-32e3235f7493 None None] For port 6790998a-08cd-439b-a9ec-c0028f6433de, host dv-cinder-827511-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=6790998a-08cd-439b-a9ec-c0028f6433de,segment=NetworkSegment(ab97dd7d-bcc8-4eff-bf26-bb636bebfa2d),segment_id=ab97dd7d-bcc8-4eff-bf26-bb636bebfa2d)] {{(pid=109041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:06:14.771596 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron_lib.callbacks.manager [None req-1523696a-700b-4cf5-9d02-32e3235f7493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (6790998a-08cd-439b-a9ec-c0028f6433de), after_update {{(pid=109041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:14.809732 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 0acc1870-2b0e-43a5-b6e7-bcaea325951a up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 16:06:14.844163 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1523696a-700b-4cf5-9d02-32e3235f7493 None None] Routers {'7bae6922-ac08-479f-a4a4-1b14431f4d9f'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:06:14.844798 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-1523696a-700b-4cf5-9d02-32e3235f7493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:05:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['7bae6922-ac08-479f-a4a4-1b14431f4d9f'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:06:14.846670 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12108c-e16d-476d-969d-56d1fa597ee4 None None] Pushing event updated for resources: {'Port': ['ID=6790998a-08cd-439b-a9ec-c0028f6433de,revision_number=4']} {{(pid=109041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:14.873131 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port 0acc1870-2b0e-43a5-b6e7-bcaea325951a triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:06:14.873867 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (0acc1870-2b0e-43a5-b6e7-bcaea325951a), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:14.931305 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-0d611e8b-932b-4153-8b66-a73ff485edbf None None] Provisioning complete for port 6790998a-08cd-439b-a9ec-c0028f6433de triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:06:14.931721 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-0d611e8b-932b-4153-8b66-a73ff485edbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (6790998a-08cd-439b-a9ec-c0028f6433de), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:14.969726 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-1523696a-700b-4cf5-9d02-32e3235f7493 None None] Set router 7bae6922-ac08-479f-a4a4-1b14431f4d9f gateway port host: dv-cinder-827511-1-iscsi {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:06:15.012532 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port 0acc1870-2b0e-43a5-b6e7-bcaea325951a is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:06:15.055234 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-0d611e8b-932b-4153-8b66-a73ff485edbf None None] Current status of the port 6790998a-08cd-439b-a9ec-c0028f6433de is: DOWN; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:06:15.055627 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-0d611e8b-932b-4153-8b66-a73ff485edbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (6790998a-08cd-439b-a9ec-c0028f6433de), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:15.095523 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-0d611e8b-932b-4153-8b66-a73ff485edbf None None] For port 6790998a-08cd-439b-a9ec-c0028f6433de, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=6790998a-08cd-439b-a9ec-c0028f6433de,segment=NetworkSegment(ab97dd7d-bcc8-4eff-bf26-bb636bebfa2d),segment_id=ab97dd7d-bcc8-4eff-bf26-bb636bebfa2d)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:06:15.100517 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-0d611e8b-932b-4153-8b66-a73ff485edbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (6790998a-08cd-439b-a9ec-c0028f6433de), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:15.152594 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d611e8b-932b-4153-8b66-a73ff485edbf None None] Pushing event updated for resources: {'Port': ['ID=6790998a-08cd-439b-a9ec-c0028f6433de,revision_number=5']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:15.186226 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-1523696a-700b-4cf5-9d02-32e3235f7493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bae6922-ac08-479f-a4a4-1b14431f4d9f', 'name': 'tempest-TestVolumeBootPattern-1560509980-router', 'tenant_id': 'f0f63090ef634699ba4e890826f02027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '0acc1870-2b0e-43a5-b6e7-bcaea325951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:06:07Z', 'updated_at': '2022-02-02T16:06:10Z', 'revision_number': 4, 'project_id': 'f0f63090ef634699ba4e890826f02027', 'gw_port': {'id': '0acc1870-2b0e-43a5-b6e7-bcaea325951a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:82:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bae6922-ac08-479f-a4a4-1b14431f4d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:07Z', 'updated_at': '2022-02-02T16:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '6790998a-08cd-439b-a9ec-c0028f6433de', 'name': '', 'network_id': 'd83bbf1e-0745-4d92-baab-88e0b99ae8dc', 'tenant_id': 'f0f63090ef634699ba4e890826f02027', 'mac_address': 'fa:16:3e:e3:24:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bae6922-ac08-479f-a4a4-1b14431f4d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'd12ccc07-e513-4e54-97fa-05a5e460cae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:09Z', 'updated_at': '2022-02-02T16:06:14Z', 'revision_number': 4, 'project_id': 'f0f63090ef634699ba4e890826f02027', 'subnets': [{'id': 'd12ccc07-e513-4e54-97fa-05a5e460cae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:06:15.216440 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1523696a-700b-4cf5-9d02-32e3235f7493 None None] The sync data for ids ['7bae6922-ac08-479f-a4a4-1b14431f4d9f'] in dv-cinder-827511-1-iscsi is: [{'id': '7bae6922-ac08-479f-a4a4-1b14431f4d9f', 'name': 'tempest-TestVolumeBootPattern-1560509980-router', 'tenant_id': 'f0f63090ef634699ba4e890826f02027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '0acc1870-2b0e-43a5-b6e7-bcaea325951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:06:07Z', 'updated_at': '2022-02-02T16:06:10Z', 'revision_number': 4, 'project_id': 'f0f63090ef634699ba4e890826f02027', 'gw_port': {'id': '0acc1870-2b0e-43a5-b6e7-bcaea325951a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:82:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bae6922-ac08-479f-a4a4-1b14431f4d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:07Z', 'updated_at': '2022-02-02T16:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '6790998a-08cd-439b-a9ec-c0028f6433de', 'name': '', 'network_id': 'd83bbf1e-0745-4d92-baab-88e0b99ae8dc', 'tenant_id': 'f0f63090ef634699ba4e890826f02027', 'mac_address': 'fa:16:3e:e3:24:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bae6922-ac08-479f-a4a4-1b14431f4d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'd12ccc07-e513-4e54-97fa-05a5e460cae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:09Z', 'updated_at': '2022-02-02T16:06:14Z', 'revision_number': 4, 'project_id': 'f0f63090ef634699ba4e890826f02027', 'subnets': [{'id': 'd12ccc07-e513-4e54-97fa-05a5e460cae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:06:15.228031 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-36e3e250-edb8-44e2-8860-a9fadce9387c None None] Provisioning complete for port 6790998a-08cd-439b-a9ec-c0028f6433de triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:06:15.229195 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-36e3e250-edb8-44e2-8860-a9fadce9387c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (6790998a-08cd-439b-a9ec-c0028f6433de), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:15.313343 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-36e3e250-edb8-44e2-8860-a9fadce9387c None None] Current status of the port 6790998a-08cd-439b-a9ec-c0028f6433de is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:06:15.375328 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-b677a57e-6740-4138-b926-4f97ea5bcda2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:16.288278 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:16.836202 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 6790998a-08cd-439b-a9ec-c0028f6433de up at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 16:06:16.887537 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Provisioning complete for port 6790998a-08cd-439b-a9ec-c0028f6433de triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:06:16.887915 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (6790998a-08cd-439b-a9ec-c0028f6433de), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:16.965584 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Current status of the port 6790998a-08cd-439b-a9ec-c0028f6433de is: ACTIVE; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:06:17.502543 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:17.715454 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:19.226063 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:24.376371 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 16:06:26.517789 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-b8931984-5a61-4140-a521-240433562bfe tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1397944298&fields=id&tenant_id=e233cb06f3d542aeb99e5b3f1ca0dbac HTTP/1.1" status: 200 len: 267 time: 0.0445282 Feb 02 16:06:26.624311 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-a712353f-9f81-4641-b337-4d3e6b28b37a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:26.625814 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-a712353f-9f81-4641-b337-4d3e6b28b37a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/networks?id=b90efab8-62c5-4fc0-918b-595fe27e51a5 HTTP/1.1" status: 200 len: 811 time: 0.1018682 Feb 02 16:06:26.640075 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-340cf257-c7e0-4e8d-90ad-9e4c83cfcbe7 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/quotas/e233cb06f3d542aeb99e5b3f1ca0dbac HTTP/1.1" status: 200 len: 375 time: 0.0090044 Feb 02 16:06:26.693338 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-1d868841-f51c-4fea-9a86-d11134f022e2 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=e233cb06f3d542aeb99e5b3f1ca0dbac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485764 Feb 02 16:06:26.799204 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-d747e5f6-dd19-4663-86af-ac8ece139f97 service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=109039) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 16:06:26.800200 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-d747e5f6-dd19-4663-86af-ac8ece139f97 service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0954845 Feb 02 16:06:26.888674 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-68c0ea01-53ef-4c66-a4c2-f3417483b81a service neutron] 10.222.0.112 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820713 Feb 02 16:06:26.978643 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-dca8fac0-d1f9-42f3-876d-3e57cc122768 service neutron] 10.222.0.112 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843430 Feb 02 16:06:27.263134 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-8ac75af1-055c-430b-8514-e3f147d42d88 req-449473da-ba9d-4a89-a38b-0052cbf9440a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=c36d7e16-765a-4928-8c91-81f920a021d6 HTTP/1.1" status: 200 len: 210 time: 0.0305533 Feb 02 16:06:28.343945 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-4c30775a-c5cd-4ed0-a85e-6243e8305407 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:28.345470 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-4c30775a-c5cd-4ed0-a85e-6243e8305407 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.59 "GET /v2.0/networks?id=b90efab8-62c5-4fc0-918b-595fe27e51a5 HTTP/1.1" status: 200 len: 811 time: 0.1080296 Feb 02 16:06:28.364386 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-511b67ff-2c04-4588-b088-cfd34de62762 req-fab77b66-6c2f-4702-b641-601570a24948 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=c36d7e16-765a-4928-8c91-81f920a021d6 HTTP/1.1" status: 200 len: 210 time: 0.0281885 Feb 02 16:06:28.412658 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-47f597db-edcb-41dd-b922-25022b5d55a0 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e233cb06f3d542aeb99e5b3f1ca0dbac HTTP/1.1" status: 200 len: 380 time: 0.0542157 Feb 02 16:06:28.421378 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-6d081c80-29d6-4a99-bf6e-e497d1438290 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Request body: {'port': {'device_id': 'c36d7e16-765a-4928-8c91-81f920a021d6', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'admin_state_up': True, 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'security_groups': ['7ff95ad7-c1e2-4917-aace-704410c5ee1b']}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:06:28.530779 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-6d081c80-29d6-4a99-bf6e-e497d1438290 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Made reservation on behalf of e233cb06f3d542aeb99e5b3f1ca0dbac for: {'port': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:06:28.534631 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-6d081c80-29d6-4a99-bf6e-e497d1438290 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:28.659076 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_common [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-6d081c80-29d6-4a99-bf6e-e497d1438290 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Allocated IP 172.20.0.4 (b90efab8-62c5-4fc0-918b-595fe27e51a5/09a82038-000c-44c5-a1fc-0c9656aec6d3/37b70e3b-da48-4856-b559-f503030d7312) {{(pid=109038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:06:28.800605 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-6d081c80-29d6-4a99-bf6e-e497d1438290 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for port (37b70e3b-da48-4856-b559-f503030d7312), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:28.835636 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-6d081c80-29d6-4a99-bf6e-e497d1438290 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (37b70e3b-da48-4856-b559-f503030d7312), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:28.875766 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-6d081c80-29d6-4a99-bf6e-e497d1438290 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Network b90efab8-62c5-4fc0-918b-595fe27e51a5 is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:06:28.878957 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-6d081c80-29d6-4a99-bf6e-e497d1438290 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:06:28.883670 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-6d081c80-29d6-4a99-bf6e-e497d1438290 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Received port after_create {{(pid=109038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 16:06:28.921062 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d081c80-29d6-4a99-bf6e-e497d1438290 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Pushing event updated for resources: {'Port': ['ID=37b70e3b-da48-4856-b559-f503030d7312,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:28.944898 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-6d081c80-29d6-4a99-bf6e-e497d1438290 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:28.945491 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-6d081c80-29d6-4a99-bf6e-e497d1438290 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:28.965539 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-6d081c80-29d6-4a99-bf6e-e497d1438290 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5475636 Feb 02 16:06:28.984015 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-1a529f79-5a3c-4432-80e0-99718425a71f service neutron] Request body: {'port': {'device_id': 'c36d7e16-765a-4928-8c91-81f920a021d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82751'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:06:29.050788 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-1a529f79-5a3c-4432-80e0-99718425a71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (37b70e3b-da48-4856-b559-f503030d7312), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:29.120786 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-cab5ac24-c9c5-4283-8a3c-2a76178f8a40 None None] Provisioning complete for port 37b70e3b-da48-4856-b559-f503030d7312 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:06:29.121570 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-cab5ac24-c9c5-4283-8a3c-2a76178f8a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (37b70e3b-da48-4856-b559-f503030d7312), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:29.154109 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-cab5ac24-c9c5-4283-8a3c-2a76178f8a40 None None] Port 37b70e3b-da48-4856-b559-f503030d7312 cannot update to ACTIVE because it is not bound. {{(pid=109040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 16:06:29.310882 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-1a529f79-5a3c-4432-80e0-99718425a71f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b70e3b-da48-4856-b559-f503030d7312 {{(pid=109038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 16:06:29.318045 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-1a529f79-5a3c-4432-80e0-99718425a71f service neutron] Publish callbacks [] for port (37b70e3b-da48-4856-b559-f503030d7312), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:29.330060 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.provisioning_blocks [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-1a529f79-5a3c-4432-80e0-99718425a71f service neutron] Transition to ACTIVE for port object 37b70e3b-da48-4856-b559-f503030d7312 will not be triggered until provisioned by entity L2. {{(pid=109038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:06:29.333293 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-1a529f79-5a3c-4432-80e0-99718425a71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (37b70e3b-da48-4856-b559-f503030d7312), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:29.403785 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a529f79-5a3c-4432-80e0-99718425a71f service neutron] Pushing event updated for resources: {'Port': ['ID=37b70e3b-da48-4856-b559-f503030d7312,revision_number=2']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:29.458484 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-1a529f79-5a3c-4432-80e0-99718425a71f service neutron] Attempting to bind port 37b70e3b-da48-4856-b559-f503030d7312 on host hv-cinder-82751 for vnic_type normal with profile {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 16:06:29.459009 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-1a529f79-5a3c-4432-80e0-99718425a71f service neutron] Attempting to bind port 37b70e3b-da48-4856-b559-f503030d7312 by drivers openvswitch,hyperv on host hv-cinder-82751 at level 0 using segments [{'id': '2afd90c5-c657-4941-ae81-986626daee13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5'}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 16:06:29.459410 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-1a529f79-5a3c-4432-80e0-99718425a71f service neutron] Attempting to bind port 37b70e3b-da48-4856-b559-f503030d7312 on network b90efab8-62c5-4fc0-918b-595fe27e51a5 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 16:06:29.464888 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-1a529f79-5a3c-4432-80e0-99718425a71f service neutron] Port 37b70e3b-da48-4856-b559-f503030d7312 on network b90efab8-62c5-4fc0-918b-595fe27e51a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82751 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 16:06:29.465258 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-1a529f79-5a3c-4432-80e0-99718425a71f service neutron] Attempting to bind port 37b70e3b-da48-4856-b559-f503030d7312 on network b90efab8-62c5-4fc0-918b-595fe27e51a5 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 16:06:29.470229 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-1a529f79-5a3c-4432-80e0-99718425a71f service neutron] Checking agent: {'id': 'd02ae37f-da75-47b5-8264-16fb0fa5b24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82751', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'started_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 16:06:29.470566 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-1a529f79-5a3c-4432-80e0-99718425a71f service neutron] Checking segment: {'id': '2afd90c5-c657-4941-ae81-986626daee13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 16:06:29.470950 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-1a529f79-5a3c-4432-80e0-99718425a71f service neutron] Bound using segment: {'id': '2afd90c5-c657-4941-ae81-986626daee13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5'} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 16:06:29.471376 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-1a529f79-5a3c-4432-80e0-99718425a71f service neutron] Bound port: 37b70e3b-da48-4856-b559-f503030d7312, host: hv-cinder-82751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2afd90c5-c657-4941-ae81-986626daee13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5'}}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 16:06:29.471734 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-1a529f79-5a3c-4432-80e0-99718425a71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (37b70e3b-da48-4856-b559-f503030d7312), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:29.502057 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f668e7c-21db-42d6-b2cc-11aea738123d req-afa107ce-cfa6-4a85-a5a1-b1a39029d572 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:29.503843 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-7f668e7c-21db-42d6-b2cc-11aea738123d req-afa107ce-cfa6-4a85-a5a1-b1a39029d572 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=c36d7e16-765a-4928-8c91-81f920a021d6 HTTP/1.1" status: 200 len: 943 time: 0.0652022 Feb 02 16:06:29.543908 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-1a529f79-5a3c-4432-80e0-99718425a71f service neutron] For port 37b70e3b-da48-4856-b559-f503030d7312, host hv-cinder-82751, cleared binding levels {{(pid=109038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:06:29.547530 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-1a529f79-5a3c-4432-80e0-99718425a71f service neutron] For port 37b70e3b-da48-4856-b559-f503030d7312, host hv-cinder-82751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=37b70e3b-da48-4856-b559-f503030d7312,segment=NetworkSegment(2afd90c5-c657-4941-ae81-986626daee13),segment_id=2afd90c5-c657-4941-ae81-986626daee13)] {{(pid=109038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:06:29.554154 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-1a529f79-5a3c-4432-80e0-99718425a71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (37b70e3b-da48-4856-b559-f503030d7312), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:29.561913 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-7f668e7c-21db-42d6-b2cc-11aea738123d req-6787ccf2-73be-4f4b-827b-eaef370796f9 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524487 Feb 02 16:06:29.599448 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-1a529f79-5a3c-4432-80e0-99718425a71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:29.600079 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-1a529f79-5a3c-4432-80e0-99718425a71f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:29.601535 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-1a529f79-5a3c-4432-80e0-99718425a71f service neutron] 10.222.0.59 "PUT /v2.0/ports/37b70e3b-da48-4856-b559-f503030d7312 HTTP/1.1" status: 200 len: 1093 time: 0.6226459 Feb 02 16:06:29.601973 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36d7e16-765a-4928-8c91-81f920a021d6', 'tag': '37b70e3b-da48-4856-b559-f503030d7312'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:06:29.604871 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9e84f3-b5f2-432f-817b-8e50c3fdd1d0" -d '{"events": [{"name": "network-changed", "server_uuid": "c36d7e16-765a-4928-8c91-81f920a021d6", "tag": "37b70e3b-da48-4856-b559-f503030d7312"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:06:29.627571 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a529f79-5a3c-4432-80e0-99718425a71f service neutron] Pushing event updated for resources: {'Port': ['ID=37b70e3b-da48-4856-b559-f503030d7312,revision_number=3']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:29.668501 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 16:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2fa835-adc4-4df2-9c68-af471491ecde x-openstack-request-id: req-0c2fa835-adc4-4df2-9c68-af471491ecde {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:06:29.668800 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36d7e16-765a-4928-8c91-81f920a021d6", "tag": "37b70e3b-da48-4856-b559-f503030d7312", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:06:29.669069 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-0c2fa835-adc4-4df2-9c68-af471491ecde {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:06:29.669482 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36d7e16-765a-4928-8c91-81f920a021d6', 'tag': '37b70e3b-da48-4856-b559-f503030d7312', 'status': 'completed', 'code': 200} Feb 02 16:06:29.707754 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-029bbed5-1db7-442e-aa37-36fdc7d10ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:29.709346 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-029bbed5-1db7-442e-aa37-36fdc7d10ad9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e233cb06f3d542aeb99e5b3f1ca0dbac&device_id=c36d7e16-765a-4928-8c91-81f920a021d6 HTTP/1.1" status: 200 len: 1127 time: 0.0506063 Feb 02 16:06:29.757040 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-cb49842b-5b19-45a5-a647-bc02cd5962e9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37b70e3b-da48-4856-b559-f503030d7312 HTTP/1.1" status: 200 len: 217 time: 0.0349407 Feb 02 16:06:29.820438 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-7451b0ad-0fef-4da0-b3a9-cb7f895f5470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:29.821892 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-7451b0ad-0fef-4da0-b3a9-cb7f895f5470 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=09a82038-000c-44c5-a1fc-0c9656aec6d3 HTTP/1.1" status: 200 len: 850 time: 0.0589509 Feb 02 16:06:29.869728 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-cce34b5d-12ee-476e-8386-fd0d43cc89dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:29.871792 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-cce34b5d-12ee-476e-8386-fd0d43cc89dd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b90efab8-62c5-4fc0-918b-595fe27e51a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436134 Feb 02 16:06:29.957999 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-6b7e2dd3-75ff-457d-ab2a-9d5e7700463e service neutron] 10.222.0.59 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804021 Feb 02 16:06:30.047857 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-0d3cb6b0-5764-4815-bc64-287cd8ee35d2 req-d4e36b59-f0ff-4418-8791-6155f7b1861a service neutron] 10.222.0.59 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836046 Feb 02 16:06:30.181622 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e84f3-b5f2-432f-817b-8e50c3fdd1d0 req-9718fb6d-7088-4dd3-a645-aec65a6aa17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:30.184211 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-1d9e84f3-b5f2-432f-817b-8e50c3fdd1d0 req-9718fb6d-7088-4dd3-a645-aec65a6aa17f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e233cb06f3d542aeb99e5b3f1ca0dbac&device_id=c36d7e16-765a-4928-8c91-81f920a021d6 HTTP/1.1" status: 200 len: 1127 time: 0.0504372 Feb 02 16:06:30.287631 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e84f3-b5f2-432f-817b-8e50c3fdd1d0 req-995e5ef7-427c-4693-800c-3c9e314ac97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:30.289193 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-1d9e84f3-b5f2-432f-817b-8e50c3fdd1d0 req-995e5ef7-427c-4693-800c-3c9e314ac97a service neutron] 10.222.0.59 "GET /v2.0/networks?id=b90efab8-62c5-4fc0-918b-595fe27e51a5 HTTP/1.1" status: 200 len: 912 time: 0.0989044 Feb 02 16:06:30.338251 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-1d9e84f3-b5f2-432f-817b-8e50c3fdd1d0 req-4be8ab41-1030-45ab-be85-c871a561c901 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37b70e3b-da48-4856-b559-f503030d7312 HTTP/1.1" status: 200 len: 217 time: 0.0350761 Feb 02 16:06:30.384199 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e84f3-b5f2-432f-817b-8e50c3fdd1d0 req-85611936-d41c-42fa-93e0-eb6b1f60e79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:30.386130 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-1d9e84f3-b5f2-432f-817b-8e50c3fdd1d0 req-85611936-d41c-42fa-93e0-eb6b1f60e79b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=09a82038-000c-44c5-a1fc-0c9656aec6d3 HTTP/1.1" status: 200 len: 850 time: 0.0408733 Feb 02 16:06:30.437013 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e84f3-b5f2-432f-817b-8e50c3fdd1d0 req-e57524f3-3efd-4ebd-8844-1b7b9e7b3620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:30.438509 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-1d9e84f3-b5f2-432f-817b-8e50c3fdd1d0 req-e57524f3-3efd-4ebd-8844-1b7b9e7b3620 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b90efab8-62c5-4fc0-918b-595fe27e51a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469317 Feb 02 16:06:30.524036 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-1d9e84f3-b5f2-432f-817b-8e50c3fdd1d0 req-079ab24f-6db3-42d6-8296-2f207a6b9461 service neutron] 10.222.0.59 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794711 Feb 02 16:06:30.617395 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-1d9e84f3-b5f2-432f-817b-8e50c3fdd1d0 req-962c0ed9-c900-45d3-8184-986a70564879 service neutron] 10.222.0.59 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867021 Feb 02 16:06:30.682322 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da37bcd-cf30-412f-8c24-e714f0574d93 req-86ab430d-3d22-4a19-b0e1-ddfbc11fb305 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:30.683767 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6da37bcd-cf30-412f-8c24-e714f0574d93 req-86ab430d-3d22-4a19-b0e1-ddfbc11fb305 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=c36d7e16-765a-4928-8c91-81f920a021d6 HTTP/1.1" status: 200 len: 943 time: 0.0524104 Feb 02 16:06:30.731864 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6da37bcd-cf30-412f-8c24-e714f0574d93 req-5f3ab33b-5772-437d-9cf1-6ef3d7809980 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424693 Feb 02 16:06:31.850272 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d02f7-909f-4645-9ee3-32b17bc0d85c req-6bc625d1-c7e2-484d-9a25-b6280e703d39 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:31.851749 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-839d02f7-909f-4645-9ee3-32b17bc0d85c req-6bc625d1-c7e2-484d-9a25-b6280e703d39 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=c36d7e16-765a-4928-8c91-81f920a021d6 HTTP/1.1" status: 200 len: 943 time: 0.0529525 Feb 02 16:06:31.903666 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-839d02f7-909f-4645-9ee3-32b17bc0d85c req-ad045cd7-9a9c-4914-ad3b-a52c9359f235 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451322 Feb 02 16:06:33.019143 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaac87d-db5b-4ffb-925b-3f8d02b69101 req-8b8a2ada-b2dc-4e67-804d-590e198d49b0 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:33.020511 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-bfaac87d-db5b-4ffb-925b-3f8d02b69101 req-8b8a2ada-b2dc-4e67-804d-590e198d49b0 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=c36d7e16-765a-4928-8c91-81f920a021d6 HTTP/1.1" status: 200 len: 943 time: 0.0527442 Feb 02 16:06:33.068901 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-bfaac87d-db5b-4ffb-925b-3f8d02b69101 req-46f486a6-a987-486b-9460-031116447638 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426183 Feb 02 16:06:34.184213 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd4c02-d1d4-4224-891b-fe4de7c0c356 req-c244f300-c651-452c-8944-e47ca905107d tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:34.185716 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3afd4c02-d1d4-4224-891b-fe4de7c0c356 req-c244f300-c651-452c-8944-e47ca905107d tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=c36d7e16-765a-4928-8c91-81f920a021d6 HTTP/1.1" status: 200 len: 943 time: 0.0522020 Feb 02 16:06:34.232641 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3afd4c02-d1d4-4224-891b-fe4de7c0c356 req-9501ea21-dc86-4b8f-9999-2bf27581754c tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414693 Feb 02 16:06:35.351695 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c39963-6c6e-4b6c-82ec-acc3ebd0c71f req-d74b587b-6701-40b2-ab8b-e6bffe6fe237 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:35.353189 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-66c39963-6c6e-4b6c-82ec-acc3ebd0c71f req-d74b587b-6701-40b2-ab8b-e6bffe6fe237 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=c36d7e16-765a-4928-8c91-81f920a021d6 HTTP/1.1" status: 200 len: 943 time: 0.0560627 Feb 02 16:06:35.401426 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-66c39963-6c6e-4b6c-82ec-acc3ebd0c71f req-6a0b41d4-0d98-41b3-a33d-86edb02dc335 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413635 Feb 02 16:06:36.516806 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d9709-6e19-4d1a-9216-23e460827981 req-1b3f273c-5a56-49e8-9a4b-7d3b8f00ec6b tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:36.518315 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-033d9709-6e19-4d1a-9216-23e460827981 req-1b3f273c-5a56-49e8-9a4b-7d3b8f00ec6b tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=c36d7e16-765a-4928-8c91-81f920a021d6 HTTP/1.1" status: 200 len: 943 time: 0.0519977 Feb 02 16:06:36.566585 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-033d9709-6e19-4d1a-9216-23e460827981 req-cc752e89-11b1-46ed-a0bc-3441f84d4888 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428259 Feb 02 16:06:37.680549 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cadeb-443b-4919-bb25-b51e9a6027e8 req-59b72d3c-04ef-48c4-b39e-b87b2aa3fb4c tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:37.682602 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b40cadeb-443b-4919-bb25-b51e9a6027e8 req-59b72d3c-04ef-48c4-b39e-b87b2aa3fb4c tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=c36d7e16-765a-4928-8c91-81f920a021d6 HTTP/1.1" status: 200 len: 943 time: 0.0514495 Feb 02 16:06:37.735769 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-b40cadeb-443b-4919-bb25-b51e9a6027e8 req-dcab0581-07a0-49ef-91fa-9f8f8fd87b31 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477571 Feb 02 16:06:38.038356 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 37b70e3b-da48-4856-b559-f503030d7312 details requested by agent hyperv_hv-cinder-82751 with host hv-cinder-82751 {{(pid=109040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 16:06:38.137695 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 37b70e3b-da48-4856-b559-f503030d7312, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=37b70e3b-da48-4856-b559-f503030d7312,segment=NetworkSegment(2afd90c5-c657-4941-ae81-986626daee13),segment_id=2afd90c5-c657-4941-ae81-986626daee13)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:06:38.148760 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Returning: {'device': '37b70e3b-da48-4856-b559-f503030d7312', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'port_id': '37b70e3b-da48-4856-b559-f503030d7312', 'mac_address': 'fa:16:3e:a8:d1:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 984, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 16:06:38.185252 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port 37b70e3b-da48-4856-b559-f503030d7312 is: DOWN; New status is: BUILD {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:06:38.185650 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (37b70e3b-da48-4856-b559-f503030d7312), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:38.198009 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b70e3b-da48-4856-b559-f503030d7312 {{(pid=109040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 16:06:38.216638 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 37b70e3b-da48-4856-b559-f503030d7312, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=37b70e3b-da48-4856-b559-f503030d7312,segment=NetworkSegment(2afd90c5-c657-4941-ae81-986626daee13),segment_id=2afd90c5-c657-4941-ae81-986626daee13)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:06:38.220430 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (37b70e3b-da48-4856-b559-f503030d7312), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:38.266419 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=37b70e3b-da48-4856-b559-f503030d7312,revision_number=4']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:38.494630 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['37b70e3b-da48-4856-b559-f503030d7312'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 16:06:38.865781 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e668b-b909-4f87-bba5-334e47a1c42d req-4dd0b8e8-d7c8-4af2-80d9-7dd9e19d7cb7 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:38.868047 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d09e668b-b909-4f87-bba5-334e47a1c42d req-4dd0b8e8-d7c8-4af2-80d9-7dd9e19d7cb7 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=c36d7e16-765a-4928-8c91-81f920a021d6 HTTP/1.1" status: 200 len: 944 time: 0.0647173 Feb 02 16:06:38.926050 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d09e668b-b909-4f87-bba5-334e47a1c42d req-cec0ed9f-8adc-46a1-949a-bc8ea33ba9f5 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518556 Feb 02 16:06:40.042821 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee498e23-d9b4-486d-8135-5859163b3da8 req-4171094f-b797-44b1-875a-8c6d36082038 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:40.044288 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ee498e23-d9b4-486d-8135-5859163b3da8 req-4171094f-b797-44b1-875a-8c6d36082038 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=c36d7e16-765a-4928-8c91-81f920a021d6 HTTP/1.1" status: 200 len: 944 time: 0.0518255 Feb 02 16:06:40.052841 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 37b70e3b-da48-4856-b559-f503030d7312 up at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 16:06:40.093559 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ee498e23-d9b4-486d-8135-5859163b3da8 req-103871fe-334b-4f1d-9b1b-8f0973bb614b tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437813 Feb 02 16:06:40.106194 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning for port 37b70e3b-da48-4856-b559-f503030d7312 completed by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:06:40.111145 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning complete for port 37b70e3b-da48-4856-b559-f503030d7312 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:06:40.111526 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (37b70e3b-da48-4856-b559-f503030d7312), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:40.191371 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port 37b70e3b-da48-4856-b559-f503030d7312 is: BUILD; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:06:40.191765 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (37b70e3b-da48-4856-b559-f503030d7312), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:40.212841 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36d7e16-765a-4928-8c91-81f920a021d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b70e3b-da48-4856-b559-f503030d7312'}] {{(pid=109040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:06:40.215248 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1d7bcdb5a183cc49b107777b4db9278503cec4984c40d99c754c4d9ca4724a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400a7cd6-dbf6-468f-82d7-58fb98f5d7d2" -d '{"events": [{"server_uuid": "c36d7e16-765a-4928-8c91-81f920a021d6", "name": "network-vif-plugged", "status": "completed", "tag": "37b70e3b-da48-4856-b559-f503030d7312"}]}' {{(pid=109040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:06:40.226938 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port 37b70e3b-da48-4856-b559-f503030d7312, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=37b70e3b-da48-4856-b559-f503030d7312,segment=NetworkSegment(2afd90c5-c657-4941-ae81-986626daee13),segment_id=2afd90c5-c657-4941-ae81-986626daee13)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:06:40.231536 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (37b70e3b-da48-4856-b559-f503030d7312), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:40.396918 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 16:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2818ea2e-2d0b-44aa-b502-2944fb271a3f x-openstack-request-id: req-2818ea2e-2d0b-44aa-b502-2944fb271a3f {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:06:40.397238 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36d7e16-765a-4928-8c91-81f920a021d6", "name": "network-vif-plugged", "status": "completed", "tag": "37b70e3b-da48-4856-b559-f503030d7312", "code": 200}]} {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:06:40.397493 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-2818ea2e-2d0b-44aa-b502-2944fb271a3f {{(pid=109040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:06:40.397894 dv-cinder-827511-1-iscsi neutron-server[109040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36d7e16-765a-4928-8c91-81f920a021d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b70e3b-da48-4856-b559-f503030d7312', 'code': 200} Feb 02 16:06:40.412280 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=37b70e3b-da48-4856-b559-f503030d7312,revision_number=5']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:40.579578 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6a17b-b7a1-4ba9-a003-6d2a0c54c845 req-8407c863-0e47-4a2b-a277-7d23ed482e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:40.581108 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-73b6a17b-b7a1-4ba9-a003-6d2a0c54c845 req-8407c863-0e47-4a2b-a277-7d23ed482e14 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c36d7e16-765a-4928-8c91-81f920a021d6 HTTP/1.1" status: 200 len: 1129 time: 0.0440905 Feb 02 16:06:40.625937 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-73b6a17b-b7a1-4ba9-a003-6d2a0c54c845 req-fd6436c2-7f33-466b-a1a1-5f86229bf7cc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393269 Feb 02 16:06:41.214787 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53714e-86b6-4dba-8edc-847c21f984de req-07cd6848-160d-490d-b096-66ce57556718 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:41.216228 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-eb53714e-86b6-4dba-8edc-847c21f984de req-07cd6848-160d-490d-b096-66ce57556718 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=c36d7e16-765a-4928-8c91-81f920a021d6 HTTP/1.1" status: 200 len: 945 time: 0.0554936 Feb 02 16:06:41.263121 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-eb53714e-86b6-4dba-8edc-847c21f984de req-129a8991-9259-4be3-b646-9f0ae8aab004 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414302 Feb 02 16:06:42.380714 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3346aae-ddfa-479c-b964-31c720798c4a req-a4a885e7-62cd-4ec5-b4cf-ced670f06bc8 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:42.382263 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f3346aae-ddfa-479c-b964-31c720798c4a req-a4a885e7-62cd-4ec5-b4cf-ced670f06bc8 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=c36d7e16-765a-4928-8c91-81f920a021d6 HTTP/1.1" status: 200 len: 945 time: 0.0516670 Feb 02 16:06:42.429857 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f3346aae-ddfa-479c-b964-31c720798c4a req-accae1ee-e51d-46b1-8e10-4905b6fc0046 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421741 Feb 02 16:06:42.547295 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32471409-e201-4835-8673-8b0ce2854004 req-d0d2a489-1c30-41e5-9c61-e26ededd5152 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:42.548744 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-32471409-e201-4835-8673-8b0ce2854004 req-d0d2a489-1c30-41e5-9c61-e26ededd5152 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=c36d7e16-765a-4928-8c91-81f920a021d6 HTTP/1.1" status: 200 len: 945 time: 0.0542319 Feb 02 16:06:42.596085 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-32471409-e201-4835-8673-8b0ce2854004 req-6a0ce8fd-891a-472c-933f-94743382b7f1 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416253 Feb 02 16:06:42.617619 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 38388) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:06:42.729883 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7e43b6-5d57-4200-a0cb-1f285d89db3e tempest-TestVolumeBootPattern-1530072561 tempest-TestVolumeBootPattern-1530072561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:42.731398 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-5c7e43b6-5d57-4200-a0cb-1f285d89db3e tempest-TestVolumeBootPattern-1530072561 tempest-TestVolumeBootPattern-1530072561-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=c36d7e16-765a-4928-8c91-81f920a021d6 HTTP/1.1" status: 200 len: 1124 time: 0.1127980 Feb 02 16:06:42.734210 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 38392) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:06:42.738377 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-af932b54-6556-4e3c-aa68-d50471673899 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Request body: {'floatingip': {'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'port_id': '37b70e3b-da48-4856-b559-f503030d7312', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:06:42.757985 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-af932b54-6556-4e3c-aa68-d50471673899 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:42.855777 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-af932b54-6556-4e3c-aa68-d50471673899 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:42.873366 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-2b6c98e3-9bb1-4cb6-9313-f63a7204bbee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:42.954412 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.db_base_plugin_common [None req-af932b54-6556-4e3c-aa68-d50471673899 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Allocated IP 172.27.3.167 (b73e1e25-daa0-4c48-af6a-058d6b286a0a/28a77757-7571-4525-b12f-0d0c59f041b8/261ebe08-2838-4902-8186-7bf4b9f73a85) {{(pid=109039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:06:43.054668 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-af932b54-6556-4e3c-aa68-d50471673899 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for port (261ebe08-2838-4902-8186-7bf4b9f73a85), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:43.088094 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-af932b54-6556-4e3c-aa68-d50471673899 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5289298'] for port (261ebe08-2838-4902-8186-7bf4b9f73a85), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:43.122822 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af932b54-6556-4e3c-aa68-d50471673899 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Network b73e1e25-daa0-4c48-af6a-058d6b286a0a is already hosted by enough agents. {{(pid=109039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:06:43.125563 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.base_scheduler [None req-af932b54-6556-4e3c-aa68-d50471673899 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Resources bound (agent type, host, resource id): {{(pid=109039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:06:43.131039 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af932b54-6556-4e3c-aa68-d50471673899 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Received port after_create {{(pid=109039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 16:06:43.153881 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af932b54-6556-4e3c-aa68-d50471673899 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Pushing event updated for resources: {'Port': ['ID=261ebe08-2838-4902-8186-7bf4b9f73a85,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:43.699196 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-af932b54-6556-4e3c-aa68-d50471673899 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for floatingip (c28cb67f-7a92-475b-b97e-e2124f688414), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:43.764234 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-af932b54-6556-4e3c-aa68-d50471673899 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (261ebe08-2838-4902-8186-7bf4b9f73a85), before_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:43.908216 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-af932b54-6556-4e3c-aa68-d50471673899 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for port (261ebe08-2838-4902-8186-7bf4b9f73a85), precommit_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:43.912574 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-af932b54-6556-4e3c-aa68-d50471673899 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5289307'] for port (261ebe08-2838-4902-8186-7bf4b9f73a85), after_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:43.984161 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af932b54-6556-4e3c-aa68-d50471673899 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Pushing event updated for resources: {'Port': ['ID=261ebe08-2838-4902-8186-7bf4b9f73a85,revision_number=2']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:06:43.993469 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-af932b54-6556-4e3c-aa68-d50471673899 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7937883'] for floatingip (c28cb67f-7a92-475b-b97e-e2124f688414), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:44.092108 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.db.l3_db [None req-af932b54-6556-4e3c-aa68-d50471673899 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Floating IP c28cb67f-7a92-475b-b97e-e2124f688414 associated. External IP: 172.27.3.167, port: 37b70e3b-da48-4856-b559-f503030d7312. Feb 02 16:06:44.293664 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af932b54-6556-4e3c-aa68-d50471673899 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Router c014e20b-ba6e-41c2-b9f6-8f0d7907de02 has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:06:44.400375 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af932b54-6556-4e3c-aa68-d50471673899 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:06:44.410297 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dca295e-3e31-4d07-ae20-c4b911bccdeb None None] Sync routers for ids ['c014e20b-ba6e-41c2-b9f6-8f0d7907de02'] in dv-cinder-827511-1-iscsi {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:06:44.418696 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-af932b54-6556-4e3c-aa68-d50471673899 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for floatingip (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:44.421662 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dca295e-3e31-4d07-ae20-c4b911bccdeb None None] Routers {'c014e20b-ba6e-41c2-b9f6-8f0d7907de02'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:06:44.422290 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-2dca295e-3e31-4d07-ae20-c4b911bccdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:06:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['c014e20b-ba6e-41c2-b9f6-8f0d7907de02'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:06:44.452516 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-af932b54-6556-4e3c-aa68-d50471673899 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7172935 Feb 02 16:06:44.453135 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36d7e16-765a-4928-8c91-81f920a021d6', 'tag': '37b70e3b-da48-4856-b559-f503030d7312'}] {{(pid=109039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:06:44.455389 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c161fd89cb1d1d847ba0f79545528bda5d1c418a0cb4f87e804297803be7db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8475e59c-a4c7-4f25-9d42-2b7fbc43a663" -d '{"events": [{"name": "network-changed", "server_uuid": "c36d7e16-765a-4928-8c91-81f920a021d6", "tag": "37b70e3b-da48-4856-b559-f503030d7312"}]}' {{(pid=109039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:06:44.534891 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-2dca295e-3e31-4d07-ae20-c4b911bccdeb None None] Set router c014e20b-ba6e-41c2-b9f6-8f0d7907de02 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:06:44.546838 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 16:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0baeef-2ce2-481d-8d73-b566b4a7c9ae x-openstack-request-id: req-7e0baeef-2ce2-481d-8d73-b566b4a7c9ae {{(pid=109039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:06:44.547192 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36d7e16-765a-4928-8c91-81f920a021d6", "tag": "37b70e3b-da48-4856-b559-f503030d7312", "status": "completed", "code": 200}]} {{(pid=109039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:06:44.547531 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-7e0baeef-2ce2-481d-8d73-b566b4a7c9ae {{(pid=109039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:06:44.547995 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36d7e16-765a-4928-8c91-81f920a021d6', 'tag': '37b70e3b-da48-4856-b559-f503030d7312', 'status': 'completed', 'code': 200} Feb 02 16:06:44.636073 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475e59c-a4c7-4f25-9d42-2b7fbc43a663 req-51ace6aa-064b-465a-a987-d566b9935541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:44.637652 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-8475e59c-a4c7-4f25-9d42-2b7fbc43a663 req-51ace6aa-064b-465a-a987-d566b9935541 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e233cb06f3d542aeb99e5b3f1ca0dbac&device_id=c36d7e16-765a-4928-8c91-81f920a021d6 HTTP/1.1" status: 200 len: 1129 time: 0.0477247 Feb 02 16:06:44.727579 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475e59c-a4c7-4f25-9d42-2b7fbc43a663 req-63115fcb-4966-4b5c-be28-44887848dd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:44.729273 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-8475e59c-a4c7-4f25-9d42-2b7fbc43a663 req-63115fcb-4966-4b5c-be28-44887848dd4e service neutron] 10.222.0.59 "GET /v2.0/networks?id=b90efab8-62c5-4fc0-918b-595fe27e51a5 HTTP/1.1" status: 200 len: 912 time: 0.0860727 Feb 02 16:06:44.772861 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-2dca295e-3e31-4d07-ae20-c4b911bccdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'name': 'tempest-TestVolumeBootPattern-869695039-router', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:06:02Z', 'updated_at': '2022-02-02T16:06:05Z', 'revision_number': 4, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'gw_port': {'id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:03Z', 'updated_at': '2022-02-02T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_floatingips': [{'id': 'c28cb67f-7a92-475b-b97e-e2124f688414', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'floating_ip_address': '172.27.3.167', 'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'router_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'port_id': '37b70e3b-da48-4856-b559-f503030d7312', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'mac_address': 'fa:16:3e:a8:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36d7e16-765a-4928-8c91-81f920a021d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:06:43Z', 'updated_at': '2022-02-02T16:06:43Z', 'revision_number': 0, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2728411b-ad71-4d30-81a8-c0bd346e3b52', 'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'mac_address': 'fa:16:3e:7f:df:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:04Z', 'updated_at': '2022-02-02T16:06:10Z', 'revision_number': 5, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'subnets': [{'id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:06:44.796880 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-8475e59c-a4c7-4f25-9d42-2b7fbc43a663 req-4c7f0324-a167-46a2-8840-90f953ea1f92 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37b70e3b-da48-4856-b559-f503030d7312 HTTP/1.1" status: 200 len: 999 time: 0.0616319 Feb 02 16:06:44.800724 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dca295e-3e31-4d07-ae20-c4b911bccdeb None None] Checking router: c014e20b-ba6e-41c2-b9f6-8f0d7907de02 for host: dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:06:44.810743 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dca295e-3e31-4d07-ae20-c4b911bccdeb None None] Routers {'c014e20b-ba6e-41c2-b9f6-8f0d7907de02'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:06:44.811360 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-2dca295e-3e31-4d07-ae20-c4b911bccdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:06:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['c014e20b-ba6e-41c2-b9f6-8f0d7907de02'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:06:44.843737 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475e59c-a4c7-4f25-9d42-2b7fbc43a663 req-4bf70624-4f29-4446-afb3-af5f08d87402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:44.845276 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-8475e59c-a4c7-4f25-9d42-2b7fbc43a663 req-4bf70624-4f29-4446-afb3-af5f08d87402 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=09a82038-000c-44c5-a1fc-0c9656aec6d3 HTTP/1.1" status: 200 len: 850 time: 0.0432034 Feb 02 16:06:44.893766 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475e59c-a4c7-4f25-9d42-2b7fbc43a663 req-a84a59e8-573f-4346-865d-bc9c936cdf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:44.895330 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-8475e59c-a4c7-4f25-9d42-2b7fbc43a663 req-a84a59e8-573f-4346-865d-bc9c936cdf1d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b90efab8-62c5-4fc0-918b-595fe27e51a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440471 Feb 02 16:06:44.920315 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-2dca295e-3e31-4d07-ae20-c4b911bccdeb None None] Set router c014e20b-ba6e-41c2-b9f6-8f0d7907de02 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:06:44.987085 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-8475e59c-a4c7-4f25-9d42-2b7fbc43a663 req-1f21f300-f050-48bd-a396-32d570bba03a service neutron] 10.222.0.59 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854011 Feb 02 16:06:45.075038 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-8475e59c-a4c7-4f25-9d42-2b7fbc43a663 req-053849c2-7c54-48dc-8a6a-d6a74be27c94 service neutron] 10.222.0.59 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815861 Feb 02 16:06:45.144809 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-2dca295e-3e31-4d07-ae20-c4b911bccdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'name': 'tempest-TestVolumeBootPattern-869695039-router', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:06:02Z', 'updated_at': '2022-02-02T16:06:05Z', 'revision_number': 4, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'gw_port': {'id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:03Z', 'updated_at': '2022-02-02T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_floatingips': [{'id': 'c28cb67f-7a92-475b-b97e-e2124f688414', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'floating_ip_address': '172.27.3.167', 'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'router_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'port_id': '37b70e3b-da48-4856-b559-f503030d7312', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'mac_address': 'fa:16:3e:a8:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36d7e16-765a-4928-8c91-81f920a021d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:06:43Z', 'updated_at': '2022-02-02T16:06:43Z', 'revision_number': 0, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2728411b-ad71-4d30-81a8-c0bd346e3b52', 'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'mac_address': 'fa:16:3e:7f:df:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:04Z', 'updated_at': '2022-02-02T16:06:10Z', 'revision_number': 5, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'subnets': [{'id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:06:45.176047 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dca295e-3e31-4d07-ae20-c4b911bccdeb None None] The sync data for ids ['c014e20b-ba6e-41c2-b9f6-8f0d7907de02'] in dv-cinder-827511-1-iscsi is: [{'id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'name': 'tempest-TestVolumeBootPattern-869695039-router', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:06:02Z', 'updated_at': '2022-02-02T16:06:05Z', 'revision_number': 4, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'gw_port': {'id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:03Z', 'updated_at': '2022-02-02T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_floatingips': [{'id': 'c28cb67f-7a92-475b-b97e-e2124f688414', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'floating_ip_address': '172.27.3.167', 'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'router_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'port_id': '37b70e3b-da48-4856-b559-f503030d7312', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'mac_address': 'fa:16:3e:a8:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36d7e16-765a-4928-8c91-81f920a021d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:06:43Z', 'updated_at': '2022-02-02T16:06:43Z', 'revision_number': 0, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2728411b-ad71-4d30-81a8-c0bd346e3b52', 'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'mac_address': 'fa:16:3e:7f:df:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:04Z', 'updated_at': '2022-02-02T16:06:10Z', 'revision_number': 5, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'subnets': [{'id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:06:45.353436 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457339e8-815c-4439-82e5-a5d3e82903f2 None None] New status for floating IP c28cb67f-7a92-475b-b97e-e2124f688414: ACTIVE {{(pid=109041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 16:06:45.376811 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-3ab86b14-6bfc-4db8-ac4a-b1da1925f49d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:46.287860 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:47.508356 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:47.714006 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:49.219447 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:06:54.435106 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-58697c96-8cff-4563-aa5d-a3eed49bcaa5 req-7d7c14cf-6597-4da3-82bf-f0d046cdfa03 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c36d7e16-765a-4928-8c91-81f920a021d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0542004 Feb 02 16:06:54.542920 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58697c96-8cff-4563-aa5d-a3eed49bcaa5 req-7be76564-faee-4e1f-b6ee-9f182c3bb653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:54.544447 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-58697c96-8cff-4563-aa5d-a3eed49bcaa5 req-7be76564-faee-4e1f-b6ee-9f182c3bb653 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e233cb06f3d542aeb99e5b3f1ca0dbac&device_id=c36d7e16-765a-4928-8c91-81f920a021d6 HTTP/1.1" status: 200 len: 1129 time: 0.0456061 Feb 02 16:06:54.648213 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58697c96-8cff-4563-aa5d-a3eed49bcaa5 req-5634a780-4f25-40bc-bef9-ab6216e15b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:54.649708 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-58697c96-8cff-4563-aa5d-a3eed49bcaa5 req-5634a780-4f25-40bc-bef9-ab6216e15b40 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b90efab8-62c5-4fc0-918b-595fe27e51a5 HTTP/1.1" status: 200 len: 912 time: 0.0829177 Feb 02 16:06:54.717670 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-58697c96-8cff-4563-aa5d-a3eed49bcaa5 req-fd027558-e320-4201-bba5-4007962c4420 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37b70e3b-da48-4856-b559-f503030d7312 HTTP/1.1" status: 200 len: 1001 time: 0.0614877 Feb 02 16:06:54.764228 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58697c96-8cff-4563-aa5d-a3eed49bcaa5 req-5b3af8f9-a783-4588-ac2a-533883c4d0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:54.765738 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-58697c96-8cff-4563-aa5d-a3eed49bcaa5 req-5b3af8f9-a783-4588-ac2a-533883c4d0da service neutron] 10.222.0.59 "GET /v2.0/subnets?id=09a82038-000c-44c5-a1fc-0c9656aec6d3 HTTP/1.1" status: 200 len: 850 time: 0.0430503 Feb 02 16:06:54.815209 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58697c96-8cff-4563-aa5d-a3eed49bcaa5 req-e98f5e3f-b935-4f8f-a9bd-43fec2e20fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:06:54.816710 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-58697c96-8cff-4563-aa5d-a3eed49bcaa5 req-e98f5e3f-b935-4f8f-a9bd-43fec2e20fc6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b90efab8-62c5-4fc0-918b-595fe27e51a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447938 Feb 02 16:06:55.190373 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-58697c96-8cff-4563-aa5d-a3eed49bcaa5 req-ea208e36-53b2-4004-b1ad-446184c8b858 service neutron] 10.222.0.59 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575084 Feb 02 16:06:55.281872 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-58697c96-8cff-4563-aa5d-a3eed49bcaa5 req-bf5da623-db12-4952-a9b8-a745993ac840 service neutron] 10.222.0.59 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847158 Feb 02 16:07:01.376420 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 16:07:12.874870 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-7d6b4590-ef99-4574-9d86-7ed96faf84d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:07:15.377601 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-a1426b3e-aa6e-4a8c-a89c-3a5b29b5250f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:07:16.290562 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:07:17.527460 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:07:17.716649 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:07:19.222736 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:07:38.375365 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 16:07:42.875103 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-1271993c-7dc0-4e74-b2b4-e6e967ea3f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:07:45.379165 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-a92990cc-68c5-443b-8569-b00c9863c1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:07:46.294987 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:07:47.526403 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:07:47.721229 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:07:49.225102 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:07:56.424613 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-4c97c090-ac89-43ff-8a49-4360442542d8 req-ae725060-97a0-41a8-8c82-47540a6dc6be service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c36d7e16-765a-4928-8c91-81f920a021d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450320 Feb 02 16:07:56.521236 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97c090-ac89-43ff-8a49-4360442542d8 req-b93dc0b0-d749-4f5f-82a3-d337e173c162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:56.522747 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-4c97c090-ac89-43ff-8a49-4360442542d8 req-b93dc0b0-d749-4f5f-82a3-d337e173c162 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e233cb06f3d542aeb99e5b3f1ca0dbac&device_id=c36d7e16-765a-4928-8c91-81f920a021d6 HTTP/1.1" status: 200 len: 1129 time: 0.0436313 Feb 02 16:07:56.624951 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97c090-ac89-43ff-8a49-4360442542d8 req-3adc5848-aba7-499d-b2a5-a2074d693a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:56.626461 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-4c97c090-ac89-43ff-8a49-4360442542d8 req-3adc5848-aba7-499d-b2a5-a2074d693a8f service neutron] 10.222.0.59 "GET /v2.0/networks?id=b90efab8-62c5-4fc0-918b-595fe27e51a5 HTTP/1.1" status: 200 len: 912 time: 0.0866382 Feb 02 16:07:56.690354 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-4c97c090-ac89-43ff-8a49-4360442542d8 req-54d0aa98-a947-40b4-9bc0-4cb238ebdb6e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37b70e3b-da48-4856-b559-f503030d7312 HTTP/1.1" status: 200 len: 1001 time: 0.0580277 Feb 02 16:07:56.737319 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97c090-ac89-43ff-8a49-4360442542d8 req-df911f87-3f84-487e-8585-81fbd9e93062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:56.738772 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-4c97c090-ac89-43ff-8a49-4360442542d8 req-df911f87-3f84-487e-8585-81fbd9e93062 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=09a82038-000c-44c5-a1fc-0c9656aec6d3 HTTP/1.1" status: 200 len: 850 time: 0.0429688 Feb 02 16:07:56.790802 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97c090-ac89-43ff-8a49-4360442542d8 req-c90954cf-69be-445f-b2a4-0fca4288db70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:07:56.792311 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-4c97c090-ac89-43ff-8a49-4360442542d8 req-c90954cf-69be-445f-b2a4-0fca4288db70 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b90efab8-62c5-4fc0-918b-595fe27e51a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475955 Feb 02 16:07:56.878181 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-4c97c090-ac89-43ff-8a49-4360442542d8 req-8fd29fca-8ca4-4c9b-80ac-aa545800c230 service neutron] 10.222.0.59 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802319 Feb 02 16:07:56.970833 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-4c97c090-ac89-43ff-8a49-4360442542d8 req-e638bf9e-5316-4e2f-9e33-d735eeae18fe service neutron] 10.222.0.59 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861971 Feb 02 16:08:12.877260 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-302d2423-930e-4e7f-8a21-6be96a2ef65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:08:15.374789 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 16:08:15.380458 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-92f524f2-aea6-4735-95f8-374bbb04b589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:08:16.296666 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:08:17.573179 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:08:17.721372 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:08:19.226472 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:08:41.928213 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a6f85-8dc4-433f-a80e-e14cd8b81f63 req-75e4260f-7f90-4acf-9645-82db2510eb3b tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:41.930513 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-465a6f85-8dc4-433f-a80e-e14cd8b81f63 req-75e4260f-7f90-4acf-9645-82db2510eb3b tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=c36d7e16-765a-4928-8c91-81f920a021d6 HTTP/1.1" status: 200 len: 945 time: 0.0565791 Feb 02 16:08:41.979418 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-465a6f85-8dc4-433f-a80e-e14cd8b81f63 req-77b1d25b-e5e5-4180-b7fb-a1aba811235b tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431402 Feb 02 16:08:42.879453 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-106d5e11-1db1-45e4-99ed-00a38b8fa8e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:08:43.103144 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61358cfb-e1af-489b-b957-4d0a7e4f40ab req-77e9e08f-9699-4a23-b5bc-523556885370 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:43.104673 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-61358cfb-e1af-489b-b957-4d0a7e4f40ab req-77e9e08f-9699-4a23-b5bc-523556885370 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=c36d7e16-765a-4928-8c91-81f920a021d6 HTTP/1.1" status: 200 len: 945 time: 0.0549378 Feb 02 16:08:43.155914 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-61358cfb-e1af-489b-b957-4d0a7e4f40ab req-964b9e11-006d-4c04-9435-400c2ea41f48 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456979 Feb 02 16:08:43.586053 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb744e-3b1c-450b-9087-0d80c0e1cb7a req-ed2446ef-67a3-45f4-b287-5e50c0c37892 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:43.587569 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-babb744e-3b1c-450b-9087-0d80c0e1cb7a req-ed2446ef-67a3-45f4-b287-5e50c0c37892 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.59 "GET /v2.0/ports?device_id=c36d7e16-765a-4928-8c91-81f920a021d6 HTTP/1.1" status: 200 len: 945 time: 0.0531006 Feb 02 16:08:43.676286 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-babb744e-3b1c-450b-9087-0d80c0e1cb7a req-d7afe62a-efe2-4adf-9d22-38df27fe096f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Deleting port 37b70e3b-da48-4856-b559-f503030d7312 {{(pid=109038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:08:43.676630 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-babb744e-3b1c-450b-9087-0d80c0e1cb7a req-d7afe62a-efe2-4adf-9d22-38df27fe096f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (37b70e3b-da48-4856-b559-f503030d7312), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:08:43.767085 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-babb744e-3b1c-450b-9087-0d80c0e1cb7a req-d7afe62a-efe2-4adf-9d22-38df27fe096f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] For port 37b70e3b-da48-4856-b559-f503030d7312, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=37b70e3b-da48-4856-b559-f503030d7312,segment=NetworkSegment(2afd90c5-c657-4941-ae81-986626daee13),segment_id=2afd90c5-c657-4941-ae81-986626daee13)] {{(pid=109038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:08:43.767450 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-babb744e-3b1c-450b-9087-0d80c0e1cb7a req-d7afe62a-efe2-4adf-9d22-38df27fe096f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (37b70e3b-da48-4856-b559-f503030d7312), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:08:43.934567 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-babb744e-3b1c-450b-9087-0d80c0e1cb7a req-d7afe62a-efe2-4adf-9d22-38df27fe096f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:08:43.934845 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-babb744e-3b1c-450b-9087-0d80c0e1cb7a req-d7afe62a-efe2-4adf-9d22-38df27fe096f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7937883'] for floatingip (c28cb67f-7a92-475b-b97e-e2124f688414), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:08:43.935167 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.db.l3_db [req-babb744e-3b1c-450b-9087-0d80c0e1cb7a req-d7afe62a-efe2-4adf-9d22-38df27fe096f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Floating IP c28cb67f-7a92-475b-b97e-e2124f688414 disassociated. External IP: 172.27.3.167, port: 37b70e3b-da48-4856-b559-f503030d7312. Feb 02 16:08:43.935520 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-babb744e-3b1c-450b-9087-0d80c0e1cb7a req-d7afe62a-efe2-4adf-9d22-38df27fe096f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Calling delete_port for 37b70e3b-da48-4856-b559-f503030d7312 owned by compute:nova {{(pid=109038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:08:44.061465 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-babb744e-3b1c-450b-9087-0d80c0e1cb7a req-d7afe62a-efe2-4adf-9d22-38df27fe096f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (37b70e3b-da48-4856-b559-f503030d7312), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:08:44.088363 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7afe62a-efe2-4adf-9d22-38df27fe096f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Pushing event deleted for resources: {'Port': ['ID=37b70e3b-da48-4856-b559-f503030d7312,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:44.100217 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7afe62a-efe2-4adf-9d22-38df27fe096f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:44.100580 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7afe62a-efe2-4adf-9d22-38df27fe096f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:44.101600 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7afe62a-efe2-4adf-9d22-38df27fe096f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:44.102412 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7afe62a-efe2-4adf-9d22-38df27fe096f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:44.102520 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7afe62a-efe2-4adf-9d22-38df27fe096f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:44.102801 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7afe62a-efe2-4adf-9d22-38df27fe096f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:44.103145 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7afe62a-efe2-4adf-9d22-38df27fe096f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:44.103488 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7afe62a-efe2-4adf-9d22-38df27fe096f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:44.103827 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7afe62a-efe2-4adf-9d22-38df27fe096f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:44.104166 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7afe62a-efe2-4adf-9d22-38df27fe096f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:44.104501 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7afe62a-efe2-4adf-9d22-38df27fe096f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:44.104841 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7afe62a-efe2-4adf-9d22-38df27fe096f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:44.105200 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7afe62a-efe2-4adf-9d22-38df27fe096f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:44.217755 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.l3_agent_scheduler [req-babb744e-3b1c-450b-9087-0d80c0e1cb7a req-d7afe62a-efe2-4adf-9d22-38df27fe096f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Router c014e20b-ba6e-41c2-b9f6-8f0d7907de02 has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:08:44.252885 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-378ce03b-6f4a-4301-875b-a3fbb2042a39 req-fd6a76e0-f5d3-4003-8c99-031437b8a018 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=c36d7e16-765a-4928-8c91-81f920a021d6 HTTP/1.1" status: 200 len: 210 time: 0.0298350 Feb 02 16:08:44.325141 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-babb744e-3b1c-450b-9087-0d80c0e1cb7a req-d7afe62a-efe2-4adf-9d22-38df27fe096f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:08:44.334655 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135deb4f-cdcd-498d-bc1e-fc7a517d974c None None] Sync routers for ids ['c014e20b-ba6e-41c2-b9f6-8f0d7907de02'] in dv-cinder-827511-1-iscsi {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:08:44.344245 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135deb4f-cdcd-498d-bc1e-fc7a517d974c None None] Routers {'c014e20b-ba6e-41c2-b9f6-8f0d7907de02'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:08:44.344853 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-135deb4f-cdcd-498d-bc1e-fc7a517d974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:08:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['c014e20b-ba6e-41c2-b9f6-8f0d7907de02'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:08:44.367769 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-babb744e-3b1c-450b-9087-0d80c0e1cb7a req-d7afe62a-efe2-4adf-9d22-38df27fe096f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] No DVR routers for this DVR port 37b70e3b-da48-4856-b559-f503030d7312 on host hv-cinder-82751 {{(pid=109038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:08:44.370224 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-babb744e-3b1c-450b-9087-0d80c0e1cb7a req-d7afe62a-efe2-4adf-9d22-38df27fe096f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:08:44.373513 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-babb744e-3b1c-450b-9087-0d80c0e1cb7a req-d7afe62a-efe2-4adf-9d22-38df27fe096f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.59 "DELETE /v2.0/ports/37b70e3b-da48-4856-b559-f503030d7312 HTTP/1.1" status: 204 len: 173 time: 0.7812274 Feb 02 16:08:44.373963 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36d7e16-765a-4928-8c91-81f920a021d6', 'name': 'network-vif-deleted', 'tag': '37b70e3b-da48-4856-b559-f503030d7312'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:08:44.376189 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880f0dd9-787e-4ca8-8213-04d11ae68814" -d '{"events": [{"server_uuid": "c36d7e16-765a-4928-8c91-81f920a021d6", "name": "network-vif-deleted", "tag": "37b70e3b-da48-4856-b559-f503030d7312"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:08:44.413736 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 16:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c5ba61-e9d5-4638-b52e-1ef0cccf32e3 x-openstack-request-id: req-28c5ba61-e9d5-4638-b52e-1ef0cccf32e3 {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:08:44.414025 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36d7e16-765a-4928-8c91-81f920a021d6", "name": "network-vif-deleted", "tag": "37b70e3b-da48-4856-b559-f503030d7312", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:08:44.414323 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-28c5ba61-e9d5-4638-b52e-1ef0cccf32e3 {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:08:44.415564 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36d7e16-765a-4928-8c91-81f920a021d6', 'name': 'network-vif-deleted', 'tag': '37b70e3b-da48-4856-b559-f503030d7312', 'status': 'completed', 'code': 200} Feb 02 16:08:44.476704 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-135deb4f-cdcd-498d-bc1e-fc7a517d974c None None] Set router c014e20b-ba6e-41c2-b9f6-8f0d7907de02 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:08:44.682284 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-135deb4f-cdcd-498d-bc1e-fc7a517d974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'name': 'tempest-TestVolumeBootPattern-869695039-router', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:06:02Z', 'updated_at': '2022-02-02T16:06:05Z', 'revision_number': 4, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'gw_port': {'id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:03Z', 'updated_at': '2022-02-02T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '2728411b-ad71-4d30-81a8-c0bd346e3b52', 'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'mac_address': 'fa:16:3e:7f:df:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:04Z', 'updated_at': '2022-02-02T16:06:10Z', 'revision_number': 5, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'subnets': [{'id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:08:44.708583 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135deb4f-cdcd-498d-bc1e-fc7a517d974c None None] Checking router: c014e20b-ba6e-41c2-b9f6-8f0d7907de02 for host: dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:08:44.716906 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135deb4f-cdcd-498d-bc1e-fc7a517d974c None None] Routers {'c014e20b-ba6e-41c2-b9f6-8f0d7907de02'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:08:44.717561 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-135deb4f-cdcd-498d-bc1e-fc7a517d974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:08:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['c014e20b-ba6e-41c2-b9f6-8f0d7907de02'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:08:44.828750 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-135deb4f-cdcd-498d-bc1e-fc7a517d974c None None] Set router c014e20b-ba6e-41c2-b9f6-8f0d7907de02 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:08:45.027760 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-135deb4f-cdcd-498d-bc1e-fc7a517d974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'name': 'tempest-TestVolumeBootPattern-869695039-router', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:06:02Z', 'updated_at': '2022-02-02T16:06:05Z', 'revision_number': 4, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'gw_port': {'id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:03Z', 'updated_at': '2022-02-02T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '2728411b-ad71-4d30-81a8-c0bd346e3b52', 'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'mac_address': 'fa:16:3e:7f:df:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:04Z', 'updated_at': '2022-02-02T16:06:10Z', 'revision_number': 5, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'subnets': [{'id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:08:45.188934 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135deb4f-cdcd-498d-bc1e-fc7a517d974c None None] The sync data for ids ['c014e20b-ba6e-41c2-b9f6-8f0d7907de02'] in dv-cinder-827511-1-iscsi is: [{'id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'name': 'tempest-TestVolumeBootPattern-869695039-router', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:06:02Z', 'updated_at': '2022-02-02T16:06:05Z', 'revision_number': 4, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'gw_port': {'id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:03Z', 'updated_at': '2022-02-02T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '2728411b-ad71-4d30-81a8-c0bd346e3b52', 'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'mac_address': 'fa:16:3e:7f:df:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:04Z', 'updated_at': '2022-02-02T16:06:10Z', 'revision_number': 5, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'subnets': [{'id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:08:45.383961 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-5ee9f2a5-28eb-4c2a-b649-23ee39f739d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:08:45.416148 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46984d84-5c11-4b8b-b0ff-df9b5ec0eb0c None None] New status for floating IP c28cb67f-7a92-475b-b97e-e2124f688414: DOWN {{(pid=109041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 16:08:45.470322 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-f9388909-ef55-4963-af48-71f8d672d305 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1397944298&fields=id&tenant_id=e233cb06f3d542aeb99e5b3f1ca0dbac HTTP/1.1" status: 200 len: 267 time: 0.0454264 Feb 02 16:08:45.578236 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-75b39ce9-9a1b-46f4-99dc-5232d303724a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:45.579725 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-75b39ce9-9a1b-46f4-99dc-5232d303724a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/networks?id=b90efab8-62c5-4fc0-918b-595fe27e51a5 HTTP/1.1" status: 200 len: 811 time: 0.1022489 Feb 02 16:08:45.594906 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-a4b87f3f-dc7f-42f3-b11a-aa1bee831d2c tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/quotas/e233cb06f3d542aeb99e5b3f1ca0dbac HTTP/1.1" status: 200 len: 375 time: 0.0095117 Feb 02 16:08:45.660466 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-6f61cb9c-5a0f-4ebb-a591-9b8ceb2d560f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=e233cb06f3d542aeb99e5b3f1ca0dbac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602999 Feb 02 16:08:45.811507 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-5b40e04b-b8a4-4e1f-9190-8b2bad1984c2 service neutron] 10.222.0.112 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387012 Feb 02 16:08:45.903002 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-8fe3a985-ed01-4ca9-a735-4af0fbb1c184 service neutron] 10.222.0.112 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858314 Feb 02 16:08:46.179776 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3a7de380-3f3c-477f-bd04-7624ae4adce9 req-3f0c02e3-8e98-495d-96bf-3ced56b63bd4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=75818890-6998-4603-b6b4-536d4d63904f HTTP/1.1" status: 200 len: 210 time: 0.0276909 Feb 02 16:08:46.299002 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:08:46.593822 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 37b70e3b-da48-4856-b559-f503030d7312 no longer exists at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:08:46.613485 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] No Port match for: 37b70e3b-da48-4856-b559-f503030d7312 {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:08:46.613827 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device 37b70e3b-da48-4856-b559-f503030d7312 not bound to the agent host hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:08:47.151716 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-81e9a887-0173-4574-8096-fe0eed1244f2 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:47.153240 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-81e9a887-0173-4574-8096-fe0eed1244f2 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.59 "GET /v2.0/networks?id=b90efab8-62c5-4fc0-918b-595fe27e51a5 HTTP/1.1" status: 200 len: 811 time: 0.1093028 Feb 02 16:08:47.246657 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-c6a8ef49-5006-4e4e-8a2b-12124a86a01c tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e233cb06f3d542aeb99e5b3f1ca0dbac HTTP/1.1" status: 200 len: 380 time: 0.0603921 Feb 02 16:08:47.255076 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-05874fdc-c675-4568-aa8f-41a02bdf7f08 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Request body: {'port': {'device_id': '75818890-6998-4603-b6b4-536d4d63904f', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'admin_state_up': True, 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'security_groups': ['7ff95ad7-c1e2-4917-aace-704410c5ee1b']}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:08:47.277131 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-55c8ecb4-536e-42fa-8f98-e27869fd4c6b req-fb774a26-f529-4586-ae35-9409164fc2c3 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=75818890-6998-4603-b6b4-536d4d63904f HTTP/1.1" status: 200 len: 210 time: 0.0272088 Feb 02 16:08:47.365737 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-05874fdc-c675-4568-aa8f-41a02bdf7f08 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Made reservation on behalf of e233cb06f3d542aeb99e5b3f1ca0dbac for: {'port': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:08:47.369214 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-05874fdc-c675-4568-aa8f-41a02bdf7f08 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:08:47.491228 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_common [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-05874fdc-c675-4568-aa8f-41a02bdf7f08 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Allocated IP 172.20.0.12 (b90efab8-62c5-4fc0-918b-595fe27e51a5/09a82038-000c-44c5-a1fc-0c9656aec6d3/e849b233-1ed7-4cb7-9054-f8509e6df310) {{(pid=109038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:08:47.576918 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:08:47.633718 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-05874fdc-c675-4568-aa8f-41a02bdf7f08 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for port (e849b233-1ed7-4cb7-9054-f8509e6df310), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:08:47.667439 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-05874fdc-c675-4568-aa8f-41a02bdf7f08 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (e849b233-1ed7-4cb7-9054-f8509e6df310), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:08:47.708354 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-05874fdc-c675-4568-aa8f-41a02bdf7f08 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Network b90efab8-62c5-4fc0-918b-595fe27e51a5 is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:08:47.718279 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-05874fdc-c675-4568-aa8f-41a02bdf7f08 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:08:47.721928 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-05874fdc-c675-4568-aa8f-41a02bdf7f08 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Received port after_create {{(pid=109038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 16:08:47.743695 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:08:47.749455 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05874fdc-c675-4568-aa8f-41a02bdf7f08 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Pushing event updated for resources: {'Port': ['ID=e849b233-1ed7-4cb7-9054-f8509e6df310,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:47.781633 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-05874fdc-c675-4568-aa8f-41a02bdf7f08 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:47.782383 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-05874fdc-c675-4568-aa8f-41a02bdf7f08 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:08:47.806166 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-05874fdc-c675-4568-aa8f-41a02bdf7f08 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5548856 Feb 02 16:08:47.825658 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-fa494b06-cf1a-47cb-8578-c412ef0db3e0 service neutron] Request body: {'port': {'device_id': '75818890-6998-4603-b6b4-536d4d63904f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82751'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:08:47.887106 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-fa494b06-cf1a-47cb-8578-c412ef0db3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (e849b233-1ed7-4cb7-9054-f8509e6df310), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:08:47.927751 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-0a134aab-6236-408e-8efb-0fb5624a78ab None None] Provisioning complete for port e849b233-1ed7-4cb7-9054-f8509e6df310 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:08:47.928120 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-0a134aab-6236-408e-8efb-0fb5624a78ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (e849b233-1ed7-4cb7-9054-f8509e6df310), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:08:47.963081 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-0a134aab-6236-408e-8efb-0fb5624a78ab None None] Port e849b233-1ed7-4cb7-9054-f8509e6df310 cannot update to ACTIVE because it is not bound. {{(pid=109040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 16:08:48.158753 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-fa494b06-cf1a-47cb-8578-c412ef0db3e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e849b233-1ed7-4cb7-9054-f8509e6df310 {{(pid=109038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 16:08:48.166731 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-fa494b06-cf1a-47cb-8578-c412ef0db3e0 service neutron] Publish callbacks [] for port (e849b233-1ed7-4cb7-9054-f8509e6df310), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:08:48.179157 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.provisioning_blocks [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-fa494b06-cf1a-47cb-8578-c412ef0db3e0 service neutron] Transition to ACTIVE for port object e849b233-1ed7-4cb7-9054-f8509e6df310 will not be triggered until provisioned by entity L2. {{(pid=109038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:08:48.182520 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-fa494b06-cf1a-47cb-8578-c412ef0db3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (e849b233-1ed7-4cb7-9054-f8509e6df310), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:08:48.230458 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa494b06-cf1a-47cb-8578-c412ef0db3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e849b233-1ed7-4cb7-9054-f8509e6df310,revision_number=2']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:48.302878 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-fa494b06-cf1a-47cb-8578-c412ef0db3e0 service neutron] Attempting to bind port e849b233-1ed7-4cb7-9054-f8509e6df310 on host hv-cinder-82751 for vnic_type normal with profile {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 16:08:48.303228 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-fa494b06-cf1a-47cb-8578-c412ef0db3e0 service neutron] Attempting to bind port e849b233-1ed7-4cb7-9054-f8509e6df310 by drivers openvswitch,hyperv on host hv-cinder-82751 at level 0 using segments [{'id': '2afd90c5-c657-4941-ae81-986626daee13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5'}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 16:08:48.303568 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-fa494b06-cf1a-47cb-8578-c412ef0db3e0 service neutron] Attempting to bind port e849b233-1ed7-4cb7-9054-f8509e6df310 on network b90efab8-62c5-4fc0-918b-595fe27e51a5 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 16:08:48.309564 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-fa494b06-cf1a-47cb-8578-c412ef0db3e0 service neutron] Port e849b233-1ed7-4cb7-9054-f8509e6df310 on network b90efab8-62c5-4fc0-918b-595fe27e51a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82751 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 16:08:48.309901 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-fa494b06-cf1a-47cb-8578-c412ef0db3e0 service neutron] Attempting to bind port e849b233-1ed7-4cb7-9054-f8509e6df310 on network b90efab8-62c5-4fc0-918b-595fe27e51a5 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 16:08:48.314923 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-fa494b06-cf1a-47cb-8578-c412ef0db3e0 service neutron] Checking agent: {'id': 'd02ae37f-da75-47b5-8264-16fb0fa5b24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82751', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'started_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 16:08:48.315266 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-fa494b06-cf1a-47cb-8578-c412ef0db3e0 service neutron] Checking segment: {'id': '2afd90c5-c657-4941-ae81-986626daee13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 16:08:48.315652 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-fa494b06-cf1a-47cb-8578-c412ef0db3e0 service neutron] Bound using segment: {'id': '2afd90c5-c657-4941-ae81-986626daee13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5'} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 16:08:48.316084 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-fa494b06-cf1a-47cb-8578-c412ef0db3e0 service neutron] Bound port: e849b233-1ed7-4cb7-9054-f8509e6df310, host: hv-cinder-82751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2afd90c5-c657-4941-ae81-986626daee13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5'}}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 16:08:48.316450 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-fa494b06-cf1a-47cb-8578-c412ef0db3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (e849b233-1ed7-4cb7-9054-f8509e6df310), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:08:48.388186 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-fa494b06-cf1a-47cb-8578-c412ef0db3e0 service neutron] For port e849b233-1ed7-4cb7-9054-f8509e6df310, host hv-cinder-82751, cleared binding levels {{(pid=109038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:08:48.391750 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-fa494b06-cf1a-47cb-8578-c412ef0db3e0 service neutron] For port e849b233-1ed7-4cb7-9054-f8509e6df310, host hv-cinder-82751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=e849b233-1ed7-4cb7-9054-f8509e6df310,segment=NetworkSegment(2afd90c5-c657-4941-ae81-986626daee13),segment_id=2afd90c5-c657-4941-ae81-986626daee13)] {{(pid=109038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:08:48.400007 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-fa494b06-cf1a-47cb-8578-c412ef0db3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (e849b233-1ed7-4cb7-9054-f8509e6df310), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:08:48.403716 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0d63d-f92a-42c7-82a6-8e3e7189841c req-c968718f-e599-4003-8a1b-d1b71d211c7e tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:48.405283 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-62b0d63d-f92a-42c7-82a6-8e3e7189841c req-c968718f-e599-4003-8a1b-d1b71d211c7e tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=75818890-6998-4603-b6b4-536d4d63904f HTTP/1.1" status: 200 len: 944 time: 0.0579379 Feb 02 16:08:48.437461 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-fa494b06-cf1a-47cb-8578-c412ef0db3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:48.438127 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-fa494b06-cf1a-47cb-8578-c412ef0db3e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:08:48.439447 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-fa494b06-cf1a-47cb-8578-c412ef0db3e0 service neutron] 10.222.0.59 "PUT /v2.0/ports/e849b233-1ed7-4cb7-9054-f8509e6df310 HTTP/1.1" status: 200 len: 1094 time: 0.6185007 Feb 02 16:08:48.439884 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75818890-6998-4603-b6b4-536d4d63904f', 'tag': 'e849b233-1ed7-4cb7-9054-f8509e6df310'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:08:48.442589 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539af668-ed45-41f1-a27c-dfa034477eee" -d '{"events": [{"name": "network-changed", "server_uuid": "75818890-6998-4603-b6b4-536d4d63904f", "tag": "e849b233-1ed7-4cb7-9054-f8509e6df310"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:08:48.465254 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa494b06-cf1a-47cb-8578-c412ef0db3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e849b233-1ed7-4cb7-9054-f8509e6df310,revision_number=3']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:48.470987 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-62b0d63d-f92a-42c7-82a6-8e3e7189841c req-4185ca17-4cf6-4b14-a187-c34eb232952f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598114 Feb 02 16:08:48.515964 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 16:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc44a83-eb91-4cd9-8bc3-cefcd215d191 x-openstack-request-id: req-ffc44a83-eb91-4cd9-8bc3-cefcd215d191 {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:08:48.516259 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75818890-6998-4603-b6b4-536d4d63904f", "tag": "e849b233-1ed7-4cb7-9054-f8509e6df310", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:08:48.516514 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-ffc44a83-eb91-4cd9-8bc3-cefcd215d191 {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:08:48.516906 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75818890-6998-4603-b6b4-536d4d63904f', 'tag': 'e849b233-1ed7-4cb7-9054-f8509e6df310', 'status': 'completed', 'code': 200} Feb 02 16:08:48.555674 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-1982d8ba-a6c5-4795-9660-78da14a239a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:48.557243 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-1982d8ba-a6c5-4795-9660-78da14a239a3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e233cb06f3d542aeb99e5b3f1ca0dbac&device_id=75818890-6998-4603-b6b4-536d4d63904f HTTP/1.1" status: 200 len: 1128 time: 0.0508745 Feb 02 16:08:48.609613 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-128d63d5-bc5b-47ec-ba2a-3daa7bccb912 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e849b233-1ed7-4cb7-9054-f8509e6df310 HTTP/1.1" status: 200 len: 217 time: 0.0411088 Feb 02 16:08:48.657605 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-30514f90-166a-475a-bd99-08d2207b5ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:48.659061 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-30514f90-166a-475a-bd99-08d2207b5ee9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=09a82038-000c-44c5-a1fc-0c9656aec6d3 HTTP/1.1" status: 200 len: 850 time: 0.0438352 Feb 02 16:08:48.707610 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-b9373e4c-21db-4c25-bdfd-96e09b644cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:48.709106 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-b9373e4c-21db-4c25-bdfd-96e09b644cc8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b90efab8-62c5-4fc0-918b-595fe27e51a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441811 Feb 02 16:08:48.800762 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-1ade389f-7882-45ce-9cf8-411d10f86235 service neutron] 10.222.0.59 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856614 Feb 02 16:08:48.887229 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-ada0b6ca-250e-4142-bd4a-3581a78bdcd6 req-9edd51de-fbad-48bf-8645-0ad9d83f7b28 service neutron] 10.222.0.59 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807059 Feb 02 16:08:49.022625 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539af668-ed45-41f1-a27c-dfa034477eee req-6f33d832-9998-41a0-87da-2fddceb2044f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:49.024364 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-539af668-ed45-41f1-a27c-dfa034477eee req-6f33d832-9998-41a0-87da-2fddceb2044f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e233cb06f3d542aeb99e5b3f1ca0dbac&device_id=75818890-6998-4603-b6b4-536d4d63904f HTTP/1.1" status: 200 len: 1128 time: 0.0451937 Feb 02 16:08:49.117346 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539af668-ed45-41f1-a27c-dfa034477eee req-707d7145-bf84-4c31-b104-b7eba770908f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:49.118844 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-539af668-ed45-41f1-a27c-dfa034477eee req-707d7145-bf84-4c31-b104-b7eba770908f service neutron] 10.222.0.59 "GET /v2.0/networks?id=b90efab8-62c5-4fc0-918b-595fe27e51a5 HTTP/1.1" status: 200 len: 912 time: 0.0887179 Feb 02 16:08:49.164335 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-539af668-ed45-41f1-a27c-dfa034477eee req-98fdfcb3-f301-4329-ae3c-3334c642ae24 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e849b233-1ed7-4cb7-9054-f8509e6df310 HTTP/1.1" status: 200 len: 217 time: 0.0352831 Feb 02 16:08:49.215383 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539af668-ed45-41f1-a27c-dfa034477eee req-40ec5601-9462-4abf-b21e-cc1161edd982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:49.216844 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-539af668-ed45-41f1-a27c-dfa034477eee req-40ec5601-9462-4abf-b21e-cc1161edd982 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=09a82038-000c-44c5-a1fc-0c9656aec6d3 HTTP/1.1" status: 200 len: 850 time: 0.0470171 Feb 02 16:08:49.230625 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:08:49.270543 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539af668-ed45-41f1-a27c-dfa034477eee req-1d0462dc-c34d-47b5-ab30-f650141f4bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:49.272136 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-539af668-ed45-41f1-a27c-dfa034477eee req-1d0462dc-c34d-47b5-ab30-f650141f4bcb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b90efab8-62c5-4fc0-918b-595fe27e51a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496311 Feb 02 16:08:49.362646 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-539af668-ed45-41f1-a27c-dfa034477eee req-788a5584-22bb-4888-ae8a-72a3b386eba8 service neutron] 10.222.0.59 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844464 Feb 02 16:08:49.451824 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-539af668-ed45-41f1-a27c-dfa034477eee req-f8f4938c-40c9-4ecb-9d7a-587ac5321543 service neutron] 10.222.0.59 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825038 Feb 02 16:08:49.602876 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251988f4-efdb-4e58-aa73-bf4997962a7f req-6f431266-ba3a-4bc1-9865-8506b3a127d4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:49.604327 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-251988f4-efdb-4e58-aa73-bf4997962a7f req-6f431266-ba3a-4bc1-9865-8506b3a127d4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=75818890-6998-4603-b6b4-536d4d63904f HTTP/1.1" status: 200 len: 944 time: 0.0567255 Feb 02 16:08:49.652456 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-251988f4-efdb-4e58-aa73-bf4997962a7f req-881f683e-bce8-4c35-90d2-d4b7c49403f4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424221 Feb 02 16:08:50.771015 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8834d-5ba5-434f-bffd-26ae74fabab4 req-f75f0afd-c7be-4aef-8536-a6cec7c40238 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:50.772487 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c5d8834d-5ba5-434f-bffd-26ae74fabab4 req-f75f0afd-c7be-4aef-8536-a6cec7c40238 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=75818890-6998-4603-b6b4-536d4d63904f HTTP/1.1" status: 200 len: 944 time: 0.0524926 Feb 02 16:08:50.822419 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c5d8834d-5ba5-434f-bffd-26ae74fabab4 req-625e4213-00e7-4d13-b0a8-0f3a3dfcb8d0 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437107 Feb 02 16:08:51.943770 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3019c06-594b-4704-9182-3a13736df73e req-405f3df5-843d-4ac3-8e64-afc96b9b25da tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:51.945883 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f3019c06-594b-4704-9182-3a13736df73e req-405f3df5-843d-4ac3-8e64-afc96b9b25da tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=75818890-6998-4603-b6b4-536d4d63904f HTTP/1.1" status: 200 len: 944 time: 0.0560763 Feb 02 16:08:51.992804 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-f3019c06-594b-4704-9182-3a13736df73e req-d0757c7a-f822-4954-abdf-f81778b3f53d tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414135 Feb 02 16:08:52.374244 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 16:08:53.110403 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fe168-e5f3-48d4-b438-744a0659c638 req-3229f7a8-087d-4c98-b73b-8bb8e4ff1291 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:53.111765 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d07fe168-e5f3-48d4-b438-744a0659c638 req-3229f7a8-087d-4c98-b73b-8bb8e4ff1291 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=75818890-6998-4603-b6b4-536d4d63904f HTTP/1.1" status: 200 len: 944 time: 0.0534832 Feb 02 16:08:53.158871 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d07fe168-e5f3-48d4-b438-744a0659c638 req-d6138c68-2a86-4e7f-9c1f-67b8e125be08 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416260 Feb 02 16:08:54.276237 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03583f76-d883-469f-a7c5-e297900786f2 req-f824a812-2e56-42a3-a10b-6b24178b6a90 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:54.277746 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-03583f76-d883-469f-a7c5-e297900786f2 req-f824a812-2e56-42a3-a10b-6b24178b6a90 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=75818890-6998-4603-b6b4-536d4d63904f HTTP/1.1" status: 200 len: 944 time: 0.0527701 Feb 02 16:08:54.328058 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-03583f76-d883-469f-a7c5-e297900786f2 req-a70849b9-e21e-4b29-ba6b-391e1857a2c2 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449302 Feb 02 16:08:55.446882 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64492a5-aefd-4473-99f6-5c5f4e4ad0cc req-5aef497a-37bc-4a41-bff1-bdd29f93d03a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:55.448285 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d64492a5-aefd-4473-99f6-5c5f4e4ad0cc req-5aef497a-37bc-4a41-bff1-bdd29f93d03a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=75818890-6998-4603-b6b4-536d4d63904f HTTP/1.1" status: 200 len: 944 time: 0.0530500 Feb 02 16:08:55.496754 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d64492a5-aefd-4473-99f6-5c5f4e4ad0cc req-b18c3e7f-5d86-4341-b40d-f27d2ecbc65b tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428789 Feb 02 16:08:56.611456 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242571f5-0e2b-48c6-8569-6d95ed59b1af req-3a9eab8f-1f97-4f38-96dd-e153413def3e tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:56.612932 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-242571f5-0e2b-48c6-8569-6d95ed59b1af req-3a9eab8f-1f97-4f38-96dd-e153413def3e tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=75818890-6998-4603-b6b4-536d4d63904f HTTP/1.1" status: 200 len: 944 time: 0.0509188 Feb 02 16:08:56.627169 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device e849b233-1ed7-4cb7-9054-f8509e6df310 details requested by agent hyperv_hv-cinder-82751 with host hv-cinder-82751 {{(pid=109040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 16:08:56.661505 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-242571f5-0e2b-48c6-8569-6d95ed59b1af req-6f97a1fc-d3e5-48e7-a94b-cb8bf24c9adc tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421133 Feb 02 16:08:56.727237 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port e849b233-1ed7-4cb7-9054-f8509e6df310, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=e849b233-1ed7-4cb7-9054-f8509e6df310,segment=NetworkSegment(2afd90c5-c657-4941-ae81-986626daee13),segment_id=2afd90c5-c657-4941-ae81-986626daee13)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:08:56.737935 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Returning: {'device': 'e849b233-1ed7-4cb7-9054-f8509e6df310', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'port_id': 'e849b233-1ed7-4cb7-9054-f8509e6df310', 'mac_address': 'fa:16:3e:f8:c1:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 984, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 16:08:56.774680 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port e849b233-1ed7-4cb7-9054-f8509e6df310 is: DOWN; New status is: BUILD {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:08:56.774995 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (e849b233-1ed7-4cb7-9054-f8509e6df310), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:08:56.786999 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e849b233-1ed7-4cb7-9054-f8509e6df310 {{(pid=109040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 16:08:56.809621 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port e849b233-1ed7-4cb7-9054-f8509e6df310, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=e849b233-1ed7-4cb7-9054-f8509e6df310,segment=NetworkSegment(2afd90c5-c657-4941-ae81-986626daee13),segment_id=2afd90c5-c657-4941-ae81-986626daee13)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:08:56.813687 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (e849b233-1ed7-4cb7-9054-f8509e6df310), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:08:56.860022 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=e849b233-1ed7-4cb7-9054-f8509e6df310,revision_number=4']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:56.867922 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:56.868278 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:56.868629 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:56.868974 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:56.869352 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:56.869688 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:56.870023 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:56.870355 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:56.870708 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:56.871040 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:56.871369 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:56.871695 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:56.872021 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:08:57.104830 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['e849b233-1ed7-4cb7-9054-f8509e6df310'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 16:08:57.784970 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511cfdc-880c-4aa9-91ed-0277be47efd4 req-659f8f0d-e246-40a6-8f7d-48c83381e1cc tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:57.786453 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3511cfdc-880c-4aa9-91ed-0277be47efd4 req-659f8f0d-e246-40a6-8f7d-48c83381e1cc tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=75818890-6998-4603-b6b4-536d4d63904f HTTP/1.1" status: 200 len: 945 time: 0.0557852 Feb 02 16:08:57.835936 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3511cfdc-880c-4aa9-91ed-0277be47efd4 req-7c91bc03-0da7-4af3-87b9-2277b33288b0 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429173 Feb 02 16:08:58.627208 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device e849b233-1ed7-4cb7-9054-f8509e6df310 up at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 16:08:58.675414 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning for port e849b233-1ed7-4cb7-9054-f8509e6df310 completed by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:08:58.680118 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning complete for port e849b233-1ed7-4cb7-9054-f8509e6df310 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:08:58.680659 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (e849b233-1ed7-4cb7-9054-f8509e6df310), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:08:58.759316 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port e849b233-1ed7-4cb7-9054-f8509e6df310 is: BUILD; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:08:58.759705 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (e849b233-1ed7-4cb7-9054-f8509e6df310), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:08:58.784464 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75818890-6998-4603-b6b4-536d4d63904f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e849b233-1ed7-4cb7-9054-f8509e6df310'}] {{(pid=109040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:08:58.786720 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1d7bcdb5a183cc49b107777b4db9278503cec4984c40d99c754c4d9ca4724a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313cc7e9-83f0-48b4-8077-f0c554283dc0" -d '{"events": [{"server_uuid": "75818890-6998-4603-b6b4-536d4d63904f", "name": "network-vif-plugged", "status": "completed", "tag": "e849b233-1ed7-4cb7-9054-f8509e6df310"}]}' {{(pid=109040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:08:58.799768 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port e849b233-1ed7-4cb7-9054-f8509e6df310, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=e849b233-1ed7-4cb7-9054-f8509e6df310,segment=NetworkSegment(2afd90c5-c657-4941-ae81-986626daee13),segment_id=2afd90c5-c657-4941-ae81-986626daee13)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:08:58.804113 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (e849b233-1ed7-4cb7-9054-f8509e6df310), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:08:58.829485 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 16:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c973c3d-5718-4859-be8f-ca3a07918379 x-openstack-request-id: req-0c973c3d-5718-4859-be8f-ca3a07918379 {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:08:58.829777 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75818890-6998-4603-b6b4-536d4d63904f", "name": "network-vif-plugged", "status": "completed", "tag": "e849b233-1ed7-4cb7-9054-f8509e6df310", "code": 200}]} {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:08:58.830050 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-0c973c3d-5718-4859-be8f-ca3a07918379 {{(pid=109040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:08:58.830412 dv-cinder-827511-1-iscsi neutron-server[109040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75818890-6998-4603-b6b4-536d4d63904f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e849b233-1ed7-4cb7-9054-f8509e6df310', 'code': 200} Feb 02 16:08:58.855847 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=e849b233-1ed7-4cb7-9054-f8509e6df310,revision_number=5']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:08:58.955134 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e5dbd-b869-46db-808a-aadea9ede04a req-d9f338d5-7aeb-4a7a-be15-32449721a401 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:58.956539 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-362e5dbd-b869-46db-808a-aadea9ede04a req-d9f338d5-7aeb-4a7a-be15-32449721a401 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=75818890-6998-4603-b6b4-536d4d63904f HTTP/1.1" status: 200 len: 946 time: 0.0523303 Feb 02 16:08:59.005431 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-362e5dbd-b869-46db-808a-aadea9ede04a req-3a7576da-9741-49b6-b270-92a9c9a4de12 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426464 Feb 02 16:08:59.067482 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357602f4-ff83-45fc-a4e4-b11cc514a23c req-2a57bdd6-19b7-4cea-ad63-355376057896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:08:59.068974 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-357602f4-ff83-45fc-a4e4-b11cc514a23c req-2a57bdd6-19b7-4cea-ad63-355376057896 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=75818890-6998-4603-b6b4-536d4d63904f HTTP/1.1" status: 200 len: 1130 time: 0.0432100 Feb 02 16:08:59.117458 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-357602f4-ff83-45fc-a4e4-b11cc514a23c req-d1d3dcc8-4bf9-4e22-9b12-84062456544a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417507 Feb 02 16:09:00.130085 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94176b7f-0237-46fb-ad7e-497aed1108f0 req-a3ebaab8-c471-4dfd-85e5-4be275d10649 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:00.133555 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-94176b7f-0237-46fb-ad7e-497aed1108f0 req-a3ebaab8-c471-4dfd-85e5-4be275d10649 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=75818890-6998-4603-b6b4-536d4d63904f HTTP/1.1" status: 200 len: 946 time: 0.0589178 Feb 02 16:09:00.185397 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-94176b7f-0237-46fb-ad7e-497aed1108f0 req-cd545f98-1910-4478-b0fe-1bdabf80f4b7 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474925 Feb 02 16:09:01.299677 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b4c87-1cc8-4deb-b2cc-cd59b5825d8a req-2f16fec7-8fe7-4166-9140-2eff82576e63 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:01.301152 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-904b4c87-1cc8-4deb-b2cc-cd59b5825d8a req-2f16fec7-8fe7-4166-9140-2eff82576e63 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=75818890-6998-4603-b6b4-536d4d63904f HTTP/1.1" status: 200 len: 946 time: 0.0512652 Feb 02 16:09:01.348615 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-904b4c87-1cc8-4deb-b2cc-cd59b5825d8a req-cc034187-8b95-4f72-aa07-927040105308 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416281 Feb 02 16:09:01.466915 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675898f6-8a62-4202-a854-dcbbc362f56b req-3ae1e638-b7a0-43d9-b9dd-b48a0d304682 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:01.468423 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-675898f6-8a62-4202-a854-dcbbc362f56b req-3ae1e638-b7a0-43d9-b9dd-b48a0d304682 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=75818890-6998-4603-b6b4-536d4d63904f HTTP/1.1" status: 200 len: 946 time: 0.0525641 Feb 02 16:09:01.517920 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-675898f6-8a62-4202-a854-dcbbc362f56b req-623471bf-3e75-4670-93ff-63e8df382c86 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427644 Feb 02 16:09:01.541679 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 38530) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:09:01.588290 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a816642-4f78-47d3-9258-7768bcc85842 tempest-TestVolumeBootPattern-1530072561 tempest-TestVolumeBootPattern-1530072561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:01.589826 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-0a816642-4f78-47d3-9258-7768bcc85842 tempest-TestVolumeBootPattern-1530072561 tempest-TestVolumeBootPattern-1530072561-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=75818890-6998-4603-b6b4-536d4d63904f HTTP/1.1" status: 200 len: 1125 time: 0.0471563 Feb 02 16:09:01.592519 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 38532) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:09:01.596652 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-965d1954-1f96-4131-a5e3-8e90cf5752f4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Request body: {'floatingip': {'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'port_id': 'e849b233-1ed7-4cb7-9054-f8509e6df310', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:09:01.617502 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-965d1954-1f96-4131-a5e3-8e90cf5752f4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:09:01.711220 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-965d1954-1f96-4131-a5e3-8e90cf5752f4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:09:01.813605 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.db_base_plugin_common [None req-965d1954-1f96-4131-a5e3-8e90cf5752f4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Allocated IP 172.27.3.190 (b73e1e25-daa0-4c48-af6a-058d6b286a0a/28a77757-7571-4525-b12f-0d0c59f041b8/78f95999-ab5d-4a91-bff4-dcba5f094044) {{(pid=109039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:09:01.910986 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-965d1954-1f96-4131-a5e3-8e90cf5752f4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for port (78f95999-ab5d-4a91-bff4-dcba5f094044), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:09:01.945950 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-965d1954-1f96-4131-a5e3-8e90cf5752f4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5289298'] for port (78f95999-ab5d-4a91-bff4-dcba5f094044), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:09:01.985600 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965d1954-1f96-4131-a5e3-8e90cf5752f4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Network b73e1e25-daa0-4c48-af6a-058d6b286a0a is already hosted by enough agents. {{(pid=109039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:09:01.990125 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.base_scheduler [None req-965d1954-1f96-4131-a5e3-8e90cf5752f4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Resources bound (agent type, host, resource id): {{(pid=109039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:09:01.994106 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965d1954-1f96-4131-a5e3-8e90cf5752f4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Received port after_create {{(pid=109039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 16:09:02.014760 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d1954-1f96-4131-a5e3-8e90cf5752f4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Pushing event updated for resources: {'Port': ['ID=78f95999-ab5d-4a91-bff4-dcba5f094044,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:02.027407 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d1954-1f96-4131-a5e3-8e90cf5752f4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:02.027756 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d1954-1f96-4131-a5e3-8e90cf5752f4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:02.028099 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d1954-1f96-4131-a5e3-8e90cf5752f4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:02.028433 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d1954-1f96-4131-a5e3-8e90cf5752f4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:02.028757 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d1954-1f96-4131-a5e3-8e90cf5752f4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:02.029112 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d1954-1f96-4131-a5e3-8e90cf5752f4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:02.029443 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d1954-1f96-4131-a5e3-8e90cf5752f4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:02.029764 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d1954-1f96-4131-a5e3-8e90cf5752f4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:02.030086 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d1954-1f96-4131-a5e3-8e90cf5752f4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:02.030404 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d1954-1f96-4131-a5e3-8e90cf5752f4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:02.030722 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d1954-1f96-4131-a5e3-8e90cf5752f4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:02.031036 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d1954-1f96-4131-a5e3-8e90cf5752f4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:02.031350 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d1954-1f96-4131-a5e3-8e90cf5752f4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:09:02.356527 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-965d1954-1f96-4131-a5e3-8e90cf5752f4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for floatingip (0d16cc52-5682-4fc6-9893-1f5aa3d865a9), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:09:02.424876 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-965d1954-1f96-4131-a5e3-8e90cf5752f4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (78f95999-ab5d-4a91-bff4-dcba5f094044), before_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:09:02.574978 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-965d1954-1f96-4131-a5e3-8e90cf5752f4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for port (78f95999-ab5d-4a91-bff4-dcba5f094044), precommit_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:09:02.579302 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-965d1954-1f96-4131-a5e3-8e90cf5752f4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5289307'] for port (78f95999-ab5d-4a91-bff4-dcba5f094044), after_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:09:02.651574 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d1954-1f96-4131-a5e3-8e90cf5752f4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Pushing event updated for resources: {'Port': ['ID=78f95999-ab5d-4a91-bff4-dcba5f094044,revision_number=2']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:09:02.660211 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-965d1954-1f96-4131-a5e3-8e90cf5752f4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7937883'] for floatingip (0d16cc52-5682-4fc6-9893-1f5aa3d865a9), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:09:02.761572 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.db.l3_db [None req-965d1954-1f96-4131-a5e3-8e90cf5752f4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Floating IP 0d16cc52-5682-4fc6-9893-1f5aa3d865a9 associated. External IP: 172.27.3.190, port: e849b233-1ed7-4cb7-9054-f8509e6df310. Feb 02 16:09:03.181824 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965d1954-1f96-4131-a5e3-8e90cf5752f4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Router c014e20b-ba6e-41c2-b9f6-8f0d7907de02 has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:09:03.285927 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965d1954-1f96-4131-a5e3-8e90cf5752f4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:09:03.296722 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cb8525-1518-4d3e-aa66-450516017a5c None None] Sync routers for ids ['c014e20b-ba6e-41c2-b9f6-8f0d7907de02'] in dv-cinder-827511-1-iscsi {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:09:03.305288 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-965d1954-1f96-4131-a5e3-8e90cf5752f4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for floatingip (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:09:03.307165 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cb8525-1518-4d3e-aa66-450516017a5c None None] Routers {'c014e20b-ba6e-41c2-b9f6-8f0d7907de02'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:09:03.307800 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-59cb8525-1518-4d3e-aa66-450516017a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:08:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['c014e20b-ba6e-41c2-b9f6-8f0d7907de02'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:09:03.333851 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-965d1954-1f96-4131-a5e3-8e90cf5752f4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7403002 Feb 02 16:09:03.334516 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75818890-6998-4603-b6b4-536d4d63904f', 'tag': 'e849b233-1ed7-4cb7-9054-f8509e6df310'}] {{(pid=109039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:09:03.337778 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c161fd89cb1d1d847ba0f79545528bda5d1c418a0cb4f87e804297803be7db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1b82dd-6f54-4fd2-b435-55f2e0c914c9" -d '{"events": [{"name": "network-changed", "server_uuid": "75818890-6998-4603-b6b4-536d4d63904f", "tag": "e849b233-1ed7-4cb7-9054-f8509e6df310"}]}' {{(pid=109039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:09:03.374553 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 16:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28636b46-1822-4139-bf0e-e25f4ad6d071 x-openstack-request-id: req-28636b46-1822-4139-bf0e-e25f4ad6d071 {{(pid=109039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:09:03.375157 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75818890-6998-4603-b6b4-536d4d63904f", "tag": "e849b233-1ed7-4cb7-9054-f8509e6df310", "status": "completed", "code": 200}]} {{(pid=109039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:09:03.375157 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-28636b46-1822-4139-bf0e-e25f4ad6d071 {{(pid=109039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:09:03.375645 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75818890-6998-4603-b6b4-536d4d63904f', 'tag': 'e849b233-1ed7-4cb7-9054-f8509e6df310', 'status': 'completed', 'code': 200} Feb 02 16:09:03.416515 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-59cb8525-1518-4d3e-aa66-450516017a5c None None] Set router c014e20b-ba6e-41c2-b9f6-8f0d7907de02 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:09:03.457670 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b82dd-6f54-4fd2-b435-55f2e0c914c9 req-e97c204f-b9e5-4ff6-bd75-6cc0d5056117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:03.459232 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-be1b82dd-6f54-4fd2-b435-55f2e0c914c9 req-e97c204f-b9e5-4ff6-bd75-6cc0d5056117 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e233cb06f3d542aeb99e5b3f1ca0dbac&device_id=75818890-6998-4603-b6b4-536d4d63904f HTTP/1.1" status: 200 len: 1130 time: 0.0443730 Feb 02 16:09:03.549843 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b82dd-6f54-4fd2-b435-55f2e0c914c9 req-b7d4420b-345f-45cf-942d-35681cd9d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:03.551393 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-be1b82dd-6f54-4fd2-b435-55f2e0c914c9 req-b7d4420b-345f-45cf-942d-35681cd9d3bd service neutron] 10.222.0.59 "GET /v2.0/networks?id=b90efab8-62c5-4fc0-918b-595fe27e51a5 HTTP/1.1" status: 200 len: 912 time: 0.0858850 Feb 02 16:09:03.618252 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-be1b82dd-6f54-4fd2-b435-55f2e0c914c9 req-329e00ca-8850-4b9e-899c-e752e63d9e90 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e849b233-1ed7-4cb7-9054-f8509e6df310 HTTP/1.1" status: 200 len: 1000 time: 0.0612926 Feb 02 16:09:03.643062 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-59cb8525-1518-4d3e-aa66-450516017a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'name': 'tempest-TestVolumeBootPattern-869695039-router', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:06:02Z', 'updated_at': '2022-02-02T16:06:05Z', 'revision_number': 4, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'gw_port': {'id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:03Z', 'updated_at': '2022-02-02T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_floatingips': [{'id': '0d16cc52-5682-4fc6-9893-1f5aa3d865a9', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'floating_ip_address': '172.27.3.190', 'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'router_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'port_id': 'e849b233-1ed7-4cb7-9054-f8509e6df310', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'mac_address': 'fa:16:3e:f8:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75818890-6998-4603-b6b4-536d4d63904f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:09:02Z', 'updated_at': '2022-02-02T16:09:02Z', 'revision_number': 0, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2728411b-ad71-4d30-81a8-c0bd346e3b52', 'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'mac_address': 'fa:16:3e:7f:df:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:04Z', 'updated_at': '2022-02-02T16:06:10Z', 'revision_number': 5, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'subnets': [{'id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:09:03.669937 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cb8525-1518-4d3e-aa66-450516017a5c None None] Checking router: c014e20b-ba6e-41c2-b9f6-8f0d7907de02 for host: dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:09:03.677684 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b82dd-6f54-4fd2-b435-55f2e0c914c9 req-422234b4-cd9c-47ab-9e82-62576532ceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:03.678077 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cb8525-1518-4d3e-aa66-450516017a5c None None] Routers {'c014e20b-ba6e-41c2-b9f6-8f0d7907de02'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:09:03.679303 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-59cb8525-1518-4d3e-aa66-450516017a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:08:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['c014e20b-ba6e-41c2-b9f6-8f0d7907de02'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:09:03.680217 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-be1b82dd-6f54-4fd2-b435-55f2e0c914c9 req-422234b4-cd9c-47ab-9e82-62576532ceb6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=09a82038-000c-44c5-a1fc-0c9656aec6d3 HTTP/1.1" status: 200 len: 850 time: 0.0557685 Feb 02 16:09:03.729230 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b82dd-6f54-4fd2-b435-55f2e0c914c9 req-7be0a908-c74e-439b-b689-5c9fa7c4b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:03.731145 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-be1b82dd-6f54-4fd2-b435-55f2e0c914c9 req-7be0a908-c74e-439b-b689-5c9fa7c4b8ea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b90efab8-62c5-4fc0-918b-595fe27e51a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451326 Feb 02 16:09:03.788889 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-59cb8525-1518-4d3e-aa66-450516017a5c None None] Set router c014e20b-ba6e-41c2-b9f6-8f0d7907de02 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:09:03.823465 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-be1b82dd-6f54-4fd2-b435-55f2e0c914c9 req-dd0238ce-2b16-4439-8892-47632990cdb7 service neutron] 10.222.0.59 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866120 Feb 02 16:09:03.914076 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-be1b82dd-6f54-4fd2-b435-55f2e0c914c9 req-bb45a02e-2f0a-4e91-91b7-d5bf1cfa75ec service neutron] 10.222.0.59 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840604 Feb 02 16:09:04.012307 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-59cb8525-1518-4d3e-aa66-450516017a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'name': 'tempest-TestVolumeBootPattern-869695039-router', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:06:02Z', 'updated_at': '2022-02-02T16:06:05Z', 'revision_number': 4, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'gw_port': {'id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:03Z', 'updated_at': '2022-02-02T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_floatingips': [{'id': '0d16cc52-5682-4fc6-9893-1f5aa3d865a9', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'floating_ip_address': '172.27.3.190', 'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'router_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'port_id': 'e849b233-1ed7-4cb7-9054-f8509e6df310', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'mac_address': 'fa:16:3e:f8:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75818890-6998-4603-b6b4-536d4d63904f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:09:02Z', 'updated_at': '2022-02-02T16:09:02Z', 'revision_number': 0, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2728411b-ad71-4d30-81a8-c0bd346e3b52', 'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'mac_address': 'fa:16:3e:7f:df:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:04Z', 'updated_at': '2022-02-02T16:06:10Z', 'revision_number': 5, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'subnets': [{'id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:09:04.038098 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cb8525-1518-4d3e-aa66-450516017a5c None None] The sync data for ids ['c014e20b-ba6e-41c2-b9f6-8f0d7907de02'] in dv-cinder-827511-1-iscsi is: [{'id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'name': 'tempest-TestVolumeBootPattern-869695039-router', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:06:02Z', 'updated_at': '2022-02-02T16:06:05Z', 'revision_number': 4, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'gw_port': {'id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:03Z', 'updated_at': '2022-02-02T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_floatingips': [{'id': '0d16cc52-5682-4fc6-9893-1f5aa3d865a9', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'floating_ip_address': '172.27.3.190', 'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'router_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'port_id': 'e849b233-1ed7-4cb7-9054-f8509e6df310', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'mac_address': 'fa:16:3e:f8:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75818890-6998-4603-b6b4-536d4d63904f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:09:02Z', 'updated_at': '2022-02-02T16:09:02Z', 'revision_number': 0, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2728411b-ad71-4d30-81a8-c0bd346e3b52', 'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'mac_address': 'fa:16:3e:7f:df:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:04Z', 'updated_at': '2022-02-02T16:06:10Z', 'revision_number': 5, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'subnets': [{'id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:09:04.226832 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f59d60e-9b24-494d-9d3c-bb518a6c6e87 None None] New status for floating IP 0d16cc52-5682-4fc6-9893-1f5aa3d865a9: ACTIVE {{(pid=109041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 16:09:10.215688 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [req-b027053c-1cc3-4fb9-b7ec-45d880d50fbb req-a235c67a-5c94-437f-b3df-50fcc7d24645 service neutron] (109039) timed out ('10.222.0.59', 55326) {{(pid=109039) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 16:09:10.420190 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [req-b3ebd290-0dd4-4db5-9f74-f7d33f2bc083 req-444d4e58-9261-47ac-b89c-249bc02b3dfc service neutron] (109038) timed out ('10.222.0.59', 55328) {{(pid=109038) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 16:09:12.880250 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-60880b41-91a2-4c3e-b2df-b3f68fe791bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:09:15.387478 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-5fde144d-b481-45f3-95e2-f46093b9920b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:09:16.302431 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:09:17.572656 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:09:17.725330 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:09:19.233492 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:09:29.374133 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 16:09:42.883232 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-86e9788a-2634-45e1-830c-be5e37405925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:09:45.389865 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-7d4294d1-378b-4756-920c-e7c059c9083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:09:46.305761 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:09:47.588662 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:09:47.728358 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:09:49.235638 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:09:57.504586 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9b9e3380-11f6-465e-9228-894dcea8093c req-597f0efa-7884-41c8-a71b-3a6e70b1234e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=75818890-6998-4603-b6b4-536d4d63904f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1075363 Feb 02 16:09:57.605276 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e3380-11f6-465e-9228-894dcea8093c req-80316a84-4168-4358-9d8d-2ee8d3910666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:57.606794 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9b9e3380-11f6-465e-9228-894dcea8093c req-80316a84-4168-4358-9d8d-2ee8d3910666 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e233cb06f3d542aeb99e5b3f1ca0dbac&device_id=75818890-6998-4603-b6b4-536d4d63904f HTTP/1.1" status: 200 len: 1130 time: 0.0459874 Feb 02 16:09:57.710029 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e3380-11f6-465e-9228-894dcea8093c req-721b4466-a745-4b1d-b3fe-554be82f7a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:57.712004 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9b9e3380-11f6-465e-9228-894dcea8093c req-721b4466-a745-4b1d-b3fe-554be82f7a53 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b90efab8-62c5-4fc0-918b-595fe27e51a5 HTTP/1.1" status: 200 len: 912 time: 0.0879831 Feb 02 16:09:57.776034 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9b9e3380-11f6-465e-9228-894dcea8093c req-3749f225-79f0-4aad-9f14-3f4f0ec5eac7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e849b233-1ed7-4cb7-9054-f8509e6df310 HTTP/1.1" status: 200 len: 1002 time: 0.0582380 Feb 02 16:09:57.824718 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e3380-11f6-465e-9228-894dcea8093c req-cac9a9bf-d1e0-48eb-bbd7-964c5a018818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:57.826169 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9b9e3380-11f6-465e-9228-894dcea8093c req-cac9a9bf-d1e0-48eb-bbd7-964c5a018818 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=09a82038-000c-44c5-a1fc-0c9656aec6d3 HTTP/1.1" status: 200 len: 850 time: 0.0449028 Feb 02 16:09:57.878275 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e3380-11f6-465e-9228-894dcea8093c req-7a12daec-99b9-44f3-8d61-a7c0a037e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:09:57.879776 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9b9e3380-11f6-465e-9228-894dcea8093c req-7a12daec-99b9-44f3-8d61-a7c0a037e7fe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b90efab8-62c5-4fc0-918b-595fe27e51a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482931 Feb 02 16:09:57.968586 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9b9e3380-11f6-465e-9228-894dcea8093c req-c4f672f5-1b17-42f2-a0db-50b6dd220740 service neutron] 10.222.0.59 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823267 Feb 02 16:09:58.058179 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9b9e3380-11f6-465e-9228-894dcea8093c req-47dd9ec5-9852-4f3d-9f5a-cccf2b5f5681 service neutron] 10.222.0.59 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841801 Feb 02 16:10:06.373289 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 16:10:12.886082 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-800e6453-46bb-4500-8462-ce120c630c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:15.390900 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-ebac44a9-7540-459c-b757-032d595de038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:16.307495 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:17.599247 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:17.731487 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:19.237970 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:39.395960 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-82994e9a-234c-4d31-8109-013653e2c4ba tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1397944298&fields=id&tenant_id=e233cb06f3d542aeb99e5b3f1ca0dbac HTTP/1.1" status: 200 len: 267 time: 0.0430162 Feb 02 16:10:39.502784 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-a1d4e9ad-f890-40ae-b6df-05a208d8b3bd tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:39.504230 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-a1d4e9ad-f890-40ae-b6df-05a208d8b3bd tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/networks?id=b90efab8-62c5-4fc0-918b-595fe27e51a5 HTTP/1.1" status: 200 len: 811 time: 0.1009710 Feb 02 16:10:39.518491 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-22390ed9-e5cf-4409-877a-290f5ca1257c tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/quotas/e233cb06f3d542aeb99e5b3f1ca0dbac HTTP/1.1" status: 200 len: 375 time: 0.0084956 Feb 02 16:10:39.573784 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-69d0775d-4d47-48d5-8a48-b616853a2636 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=e233cb06f3d542aeb99e5b3f1ca0dbac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499806 Feb 02 16:10:39.670534 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-a746e2f2-dedf-4a96-9e3e-b96385b4b436 service neutron] 10.222.0.112 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848708 Feb 02 16:10:39.758012 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-663d83c7-0ed9-44fb-92f6-8ae4e54a6961 service neutron] 10.222.0.112 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819056 Feb 02 16:10:40.099234 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-77357cfc-8e90-4302-b6de-648d3787b554 req-b10d5bde-8098-44f8-bacb-18346075860f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=4b3a6f47-b75c-40f0-b18e-c9065cffddc4 HTTP/1.1" status: 200 len: 210 time: 0.0873485 Feb 02 16:10:41.078385 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-ec593b80-ae5d-49e0-bd16-8446413ec0d0 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:41.080133 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-ec593b80-ae5d-49e0-bd16-8446413ec0d0 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.59 "GET /v2.0/networks?id=b90efab8-62c5-4fc0-918b-595fe27e51a5 HTTP/1.1" status: 200 len: 811 time: 0.1288588 Feb 02 16:10:41.169010 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-ab70540e-56fe-4462-baf9-95adf76af609 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e233cb06f3d542aeb99e5b3f1ca0dbac HTTP/1.1" status: 200 len: 380 time: 0.0749898 Feb 02 16:10:41.179502 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-55b1d90e-4c29-4732-92cd-5fc419816701 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Request body: {'port': {'device_id': '4b3a6f47-b75c-40f0-b18e-c9065cffddc4', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'admin_state_up': True, 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'security_groups': ['7ff95ad7-c1e2-4917-aace-704410c5ee1b']}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:10:41.204052 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-d7a6a2d2-5145-448e-ba5d-df396f185251 req-003f52cf-7aaa-41cd-a04a-2816a4bb53a6 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=4b3a6f47-b75c-40f0-b18e-c9065cffddc4 HTTP/1.1" status: 200 len: 210 time: 0.0299337 Feb 02 16:10:41.290905 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-55b1d90e-4c29-4732-92cd-5fc419816701 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Made reservation on behalf of e233cb06f3d542aeb99e5b3f1ca0dbac for: {'port': 1} {{(pid=109038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 16:10:41.294426 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-55b1d90e-4c29-4732-92cd-5fc419816701 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:41.420180 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_common [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-55b1d90e-4c29-4732-92cd-5fc419816701 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Allocated IP 172.20.0.7 (b90efab8-62c5-4fc0-918b-595fe27e51a5/09a82038-000c-44c5-a1fc-0c9656aec6d3/f7b21681-56d4-4a8a-8477-eb7d362f28a0) {{(pid=109038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:10:41.563111 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-55b1d90e-4c29-4732-92cd-5fc419816701 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for port (f7b21681-56d4-4a8a-8477-eb7d362f28a0), precommit_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:41.595991 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-55b1d90e-4c29-4732-92cd-5fc419816701 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (f7b21681-56d4-4a8a-8477-eb7d362f28a0), after_create {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:41.637717 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-55b1d90e-4c29-4732-92cd-5fc419816701 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Network b90efab8-62c5-4fc0-918b-595fe27e51a5 is already hosted by enough agents. {{(pid=109038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:10:41.640649 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.base_scheduler [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-55b1d90e-4c29-4732-92cd-5fc419816701 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Resources bound (agent type, host, resource id): {{(pid=109038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:10:41.646380 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-55b1d90e-4c29-4732-92cd-5fc419816701 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Received port after_create {{(pid=109038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 16:10:41.674717 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b1d90e-4c29-4732-92cd-5fc419816701 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Pushing event updated for resources: {'Port': ['ID=f7b21681-56d4-4a8a-8477-eb7d362f28a0,revision_number=1']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:41.688674 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b1d90e-4c29-4732-92cd-5fc419816701 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:41.689108 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b1d90e-4c29-4732-92cd-5fc419816701 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:41.689396 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b1d90e-4c29-4732-92cd-5fc419816701 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:41.689733 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b1d90e-4c29-4732-92cd-5fc419816701 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:41.690065 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b1d90e-4c29-4732-92cd-5fc419816701 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:41.690394 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b1d90e-4c29-4732-92cd-5fc419816701 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:41.690727 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b1d90e-4c29-4732-92cd-5fc419816701 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:41.691058 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b1d90e-4c29-4732-92cd-5fc419816701 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:41.691371 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b1d90e-4c29-4732-92cd-5fc419816701 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:41.691695 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b1d90e-4c29-4732-92cd-5fc419816701 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:41.692014 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b1d90e-4c29-4732-92cd-5fc419816701 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:41.692356 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b1d90e-4c29-4732-92cd-5fc419816701 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:41.692732 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b1d90e-4c29-4732-92cd-5fc419816701 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:41.715366 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-55b1d90e-4c29-4732-92cd-5fc419816701 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:41.716048 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-55b1d90e-4c29-4732-92cd-5fc419816701 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:41.734063 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-55b1d90e-4c29-4732-92cd-5fc419816701 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5592017 Feb 02 16:10:41.750970 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.v2.base [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-9e96ab3f-08a5-4fdf-bbe6-3bf1f2de972d service neutron] Request body: {'port': {'device_id': '4b3a6f47-b75c-40f0-b18e-c9065cffddc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82751'}} {{(pid=109038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:10:41.819898 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-9e96ab3f-08a5-4fdf-bbe6-3bf1f2de972d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (f7b21681-56d4-4a8a-8477-eb7d362f28a0), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:41.894324 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-2fb98b77-0d08-479a-99f1-bec4fe07d4e7 None None] Provisioning complete for port f7b21681-56d4-4a8a-8477-eb7d362f28a0 triggered by entity DHCP. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:10:41.894968 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-2fb98b77-0d08-479a-99f1-bec4fe07d4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (f7b21681-56d4-4a8a-8477-eb7d362f28a0), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:41.934407 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-2fb98b77-0d08-479a-99f1-bec4fe07d4e7 None None] Port f7b21681-56d4-4a8a-8477-eb7d362f28a0 cannot update to ACTIVE because it is not bound. {{(pid=109040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 16:10:42.327306 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb905a06-4a15-492e-8e89-7793f0180935 req-0e3a131b-6db3-4b26-8b68-9e6bca321ba5 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:42.328803 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-fb905a06-4a15-492e-8e89-7793f0180935 req-0e3a131b-6db3-4b26-8b68-9e6bca321ba5 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=4b3a6f47-b75c-40f0-b18e-c9065cffddc4 HTTP/1.1" status: 200 len: 931 time: 0.0564325 Feb 02 16:10:42.348308 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-9e96ab3f-08a5-4fdf-bbe6-3bf1f2de972d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b21681-56d4-4a8a-8477-eb7d362f28a0 {{(pid=109038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 16:10:42.355833 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-9e96ab3f-08a5-4fdf-bbe6-3bf1f2de972d service neutron] Publish callbacks [] for port (f7b21681-56d4-4a8a-8477-eb7d362f28a0), precommit_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:42.367468 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.provisioning_blocks [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-9e96ab3f-08a5-4fdf-bbe6-3bf1f2de972d service neutron] Transition to ACTIVE for port object f7b21681-56d4-4a8a-8477-eb7d362f28a0 will not be triggered until provisioned by entity L2. {{(pid=109038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 16:10:42.371027 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-9e96ab3f-08a5-4fdf-bbe6-3bf1f2de972d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (f7b21681-56d4-4a8a-8477-eb7d362f28a0), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:42.377305 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-fb905a06-4a15-492e-8e89-7793f0180935 req-adce300c-a0f0-4dc2-8b9a-043821e45c37 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422444 Feb 02 16:10:42.423356 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96ab3f-08a5-4fdf-bbe6-3bf1f2de972d service neutron] Pushing event updated for resources: {'Port': ['ID=f7b21681-56d4-4a8a-8477-eb7d362f28a0,revision_number=2']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:42.497985 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-9e96ab3f-08a5-4fdf-bbe6-3bf1f2de972d service neutron] Attempting to bind port f7b21681-56d4-4a8a-8477-eb7d362f28a0 on host hv-cinder-82751 for vnic_type normal with profile {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 16:10:42.498240 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-9e96ab3f-08a5-4fdf-bbe6-3bf1f2de972d service neutron] Attempting to bind port f7b21681-56d4-4a8a-8477-eb7d362f28a0 by drivers openvswitch,hyperv on host hv-cinder-82751 at level 0 using segments [{'id': '2afd90c5-c657-4941-ae81-986626daee13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5'}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 16:10:42.498569 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-9e96ab3f-08a5-4fdf-bbe6-3bf1f2de972d service neutron] Attempting to bind port f7b21681-56d4-4a8a-8477-eb7d362f28a0 on network b90efab8-62c5-4fc0-918b-595fe27e51a5 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 16:10:42.503227 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-9e96ab3f-08a5-4fdf-bbe6-3bf1f2de972d service neutron] Port f7b21681-56d4-4a8a-8477-eb7d362f28a0 on network b90efab8-62c5-4fc0-918b-595fe27e51a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82751 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 16:10:42.503553 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-9e96ab3f-08a5-4fdf-bbe6-3bf1f2de972d service neutron] Attempting to bind port f7b21681-56d4-4a8a-8477-eb7d362f28a0 on network b90efab8-62c5-4fc0-918b-595fe27e51a5 {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 16:10:42.509335 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-9e96ab3f-08a5-4fdf-bbe6-3bf1f2de972d service neutron] Checking agent: {'id': 'd02ae37f-da75-47b5-8264-16fb0fa5b24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82751', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'started_at': datetime.datetime(2022, 2, 2, 15, 51, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 16, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 16:10:42.509738 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-9e96ab3f-08a5-4fdf-bbe6-3bf1f2de972d service neutron] Checking segment: {'id': '2afd90c5-c657-4941-ae81-986626daee13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 16:10:42.510137 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-9e96ab3f-08a5-4fdf-bbe6-3bf1f2de972d service neutron] Bound using segment: {'id': '2afd90c5-c657-4941-ae81-986626daee13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5'} {{(pid=109038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 16:10:42.510573 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.managers [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-9e96ab3f-08a5-4fdf-bbe6-3bf1f2de972d service neutron] Bound port: f7b21681-56d4-4a8a-8477-eb7d362f28a0, host: hv-cinder-82751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2afd90c5-c657-4941-ae81-986626daee13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5'}}] {{(pid=109038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 16:10:42.510936 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-9e96ab3f-08a5-4fdf-bbe6-3bf1f2de972d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (f7b21681-56d4-4a8a-8477-eb7d362f28a0), before_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:42.578116 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-9e96ab3f-08a5-4fdf-bbe6-3bf1f2de972d service neutron] For port f7b21681-56d4-4a8a-8477-eb7d362f28a0, host hv-cinder-82751, cleared binding levels {{(pid=109038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 16:10:42.581001 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-9e96ab3f-08a5-4fdf-bbe6-3bf1f2de972d service neutron] For port f7b21681-56d4-4a8a-8477-eb7d362f28a0, host hv-cinder-82751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=f7b21681-56d4-4a8a-8477-eb7d362f28a0,segment=NetworkSegment(2afd90c5-c657-4941-ae81-986626daee13),segment_id=2afd90c5-c657-4941-ae81-986626daee13)] {{(pid=109038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 16:10:42.587570 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-9e96ab3f-08a5-4fdf-bbe6-3bf1f2de972d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4863418'] for port (f7b21681-56d4-4a8a-8477-eb7d362f28a0), after_update {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:42.620248 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-9e96ab3f-08a5-4fdf-bbe6-3bf1f2de972d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:42.620921 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-9e96ab3f-08a5-4fdf-bbe6-3bf1f2de972d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:42.623174 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-9e96ab3f-08a5-4fdf-bbe6-3bf1f2de972d service neutron] 10.222.0.59 "PUT /v2.0/ports/f7b21681-56d4-4a8a-8477-eb7d362f28a0 HTTP/1.1" status: 200 len: 1093 time: 0.8759499 Feb 02 16:10:42.624979 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b3a6f47-b75c-40f0-b18e-c9065cffddc4', 'tag': 'f7b21681-56d4-4a8a-8477-eb7d362f28a0'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:10:42.627049 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1320a36-59a7-4128-a867-c464f3549f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "4b3a6f47-b75c-40f0-b18e-c9065cffddc4", "tag": "f7b21681-56d4-4a8a-8477-eb7d362f28a0"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:10:42.659089 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96ab3f-08a5-4fdf-bbe6-3bf1f2de972d service neutron] Pushing event updated for resources: {'Port': ['ID=f7b21681-56d4-4a8a-8477-eb7d362f28a0,revision_number=3']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:42.750506 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-e67862da-e202-4eab-b6b0-ca67ffda4c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:42.752006 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-e67862da-e202-4eab-b6b0-ca67ffda4c1c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e233cb06f3d542aeb99e5b3f1ca0dbac&device_id=4b3a6f47-b75c-40f0-b18e-c9065cffddc4 HTTP/1.1" status: 200 len: 1127 time: 0.0570352 Feb 02 16:10:42.802287 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-970b4e2b-34df-407a-a131-2b8b790c1b6c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7b21681-56d4-4a8a-8477-eb7d362f28a0 HTTP/1.1" status: 200 len: 217 time: 0.0375414 Feb 02 16:10:42.836013 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 16:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59359906-27b6-4312-b3ba-f427230480de x-openstack-request-id: req-59359906-27b6-4312-b3ba-f427230480de {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:10:42.836318 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b3a6f47-b75c-40f0-b18e-c9065cffddc4", "tag": "f7b21681-56d4-4a8a-8477-eb7d362f28a0", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:10:42.836603 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-59359906-27b6-4312-b3ba-f427230480de {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:10:42.836963 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b3a6f47-b75c-40f0-b18e-c9065cffddc4', 'tag': 'f7b21681-56d4-4a8a-8477-eb7d362f28a0', 'status': 'completed', 'code': 200} Feb 02 16:10:42.854515 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-dc4b0605-d14c-4c9b-ad26-15397fbf5529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:42.855984 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-dc4b0605-d14c-4c9b-ad26-15397fbf5529 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=09a82038-000c-44c5-a1fc-0c9656aec6d3 HTTP/1.1" status: 200 len: 850 time: 0.0482984 Feb 02 16:10:42.896309 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-9af41461-9276-4800-9af4-c44264b5797f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:42.911871 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-a830bf0b-4f41-4c1f-9ae6-a3ee6bc1ee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:42.913571 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-a830bf0b-4f41-4c1f-9ae6-a3ee6bc1ee53 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b90efab8-62c5-4fc0-918b-595fe27e51a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516884 Feb 02 16:10:43.002022 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-23eb32b5-a262-4473-9d6c-a0abc401b2f1 service neutron] 10.222.0.59 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820696 Feb 02 16:10:43.095931 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-db0d521e-dd34-4fa4-afab-6531c2370670 req-ec61aabc-ab3f-472c-8786-a911708c9595 service neutron] 10.222.0.59 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878754 Feb 02 16:10:43.223510 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1320a36-59a7-4128-a867-c464f3549f3c req-56266386-9bc8-4bdd-a7c1-7d72841014df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:43.225197 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-b1320a36-59a7-4128-a867-c464f3549f3c req-56266386-9bc8-4bdd-a7c1-7d72841014df service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e233cb06f3d542aeb99e5b3f1ca0dbac&device_id=4b3a6f47-b75c-40f0-b18e-c9065cffddc4 HTTP/1.1" status: 200 len: 1127 time: 0.0464215 Feb 02 16:10:43.314657 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1320a36-59a7-4128-a867-c464f3549f3c req-671d2904-6e3a-4403-8282-5db72f0b4918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:43.316179 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-b1320a36-59a7-4128-a867-c464f3549f3c req-671d2904-6e3a-4403-8282-5db72f0b4918 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b90efab8-62c5-4fc0-918b-595fe27e51a5 HTTP/1.1" status: 200 len: 912 time: 0.0856090 Feb 02 16:10:43.355937 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-b1320a36-59a7-4128-a867-c464f3549f3c req-2020124f-ea1a-408e-8b03-b4415204c835 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7b21681-56d4-4a8a-8477-eb7d362f28a0 HTTP/1.1" status: 200 len: 217 time: 0.0332196 Feb 02 16:10:43.373118 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 16:10:43.411093 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1320a36-59a7-4128-a867-c464f3549f3c req-78d459cd-7771-41ab-a55a-96e58e77e9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:43.413181 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-b1320a36-59a7-4128-a867-c464f3549f3c req-78d459cd-7771-41ab-a55a-96e58e77e9df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=09a82038-000c-44c5-a1fc-0c9656aec6d3 HTTP/1.1" status: 200 len: 850 time: 0.0425601 Feb 02 16:10:43.464827 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1320a36-59a7-4128-a867-c464f3549f3c req-782346c7-8541-440d-9e77-863d8f7f0546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:43.466369 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-b1320a36-59a7-4128-a867-c464f3549f3c req-782346c7-8541-440d-9e77-863d8f7f0546 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b90efab8-62c5-4fc0-918b-595fe27e51a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461929 Feb 02 16:10:43.498389 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30000e70-94f7-40d3-8460-ba56f77dd205 req-ed584c3a-5e77-4fd6-91ca-6aa4392152d2 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:43.499881 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-30000e70-94f7-40d3-8460-ba56f77dd205 req-ed584c3a-5e77-4fd6-91ca-6aa4392152d2 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=4b3a6f47-b75c-40f0-b18e-c9065cffddc4 HTTP/1.1" status: 200 len: 943 time: 0.0534072 Feb 02 16:10:43.548530 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-30000e70-94f7-40d3-8460-ba56f77dd205 req-83cbe10f-6bd3-4c80-89db-7731455113ab tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429819 Feb 02 16:10:43.560314 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-b1320a36-59a7-4128-a867-c464f3549f3c req-b3f55386-80cb-476d-b853-8c8d07f09254 service neutron] 10.222.0.59 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862973 Feb 02 16:10:43.653822 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-b1320a36-59a7-4128-a867-c464f3549f3c req-1ef6859d-b39a-4207-b7e8-60c670af8341 service neutron] 10.222.0.59 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842514 Feb 02 16:10:44.669870 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c35ea-3c5c-4c41-ad00-48714a57d3c1 req-330b871e-bdf6-418d-a5f4-f7457c2ddae3 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:44.671355 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-631c35ea-3c5c-4c41-ad00-48714a57d3c1 req-330b871e-bdf6-418d-a5f4-f7457c2ddae3 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=4b3a6f47-b75c-40f0-b18e-c9065cffddc4 HTTP/1.1" status: 200 len: 943 time: 0.0561292 Feb 02 16:10:44.720267 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-631c35ea-3c5c-4c41-ad00-48714a57d3c1 req-42d9bdac-a7fb-4a62-b374-8b44906aa406 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434465 Feb 02 16:10:45.392173 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-fbd3e907-db44-461d-a259-47c7bcb71d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:45.839543 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4ddc6-c9b6-4170-b0b0-d0d920b95082 req-ca4ba124-1e20-44ed-9af3-ab087e60a940 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:45.841066 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9ef4ddc6-c9b6-4170-b0b0-d0d920b95082 req-ca4ba124-1e20-44ed-9af3-ab087e60a940 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=4b3a6f47-b75c-40f0-b18e-c9065cffddc4 HTTP/1.1" status: 200 len: 943 time: 0.0560842 Feb 02 16:10:45.889868 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-9ef4ddc6-c9b6-4170-b0b0-d0d920b95082 req-8ad0d190-66be-40f1-b95d-5b9be46be30f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430837 Feb 02 16:10:46.310570 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:47.005892 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b250e-54cd-4ed2-a297-7d61e99916e8 req-3e625a96-882f-460b-bab1-d869f2267d96 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:47.007405 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3a8b250e-54cd-4ed2-a297-7d61e99916e8 req-3e625a96-882f-460b-bab1-d869f2267d96 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=4b3a6f47-b75c-40f0-b18e-c9065cffddc4 HTTP/1.1" status: 200 len: 943 time: 0.0519228 Feb 02 16:10:47.059304 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-3a8b250e-54cd-4ed2-a297-7d61e99916e8 req-a43a4286-9f2a-4986-bfda-6fa5e5513909 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464470 Feb 02 16:10:47.603428 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:47.734724 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:48.175486 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c1370-5ced-4c47-a75f-dcba47942b19 req-525c3863-1bdc-4e8d-b8c2-4ba1c1e952b4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:48.176964 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e59c1370-5ced-4c47-a75f-dcba47942b19 req-525c3863-1bdc-4e8d-b8c2-4ba1c1e952b4 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=4b3a6f47-b75c-40f0-b18e-c9065cffddc4 HTTP/1.1" status: 200 len: 943 time: 0.0512986 Feb 02 16:10:48.226409 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-e59c1370-5ced-4c47-a75f-dcba47942b19 req-3dd539b4-5347-4201-8047-69b56ec2e8a3 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430889 Feb 02 16:10:49.221864 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device f7b21681-56d4-4a8a-8477-eb7d362f28a0 details requested by agent hyperv_hv-cinder-82751 with host hv-cinder-82751 {{(pid=109040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 16:10:49.252534 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:49.336679 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port f7b21681-56d4-4a8a-8477-eb7d362f28a0, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=f7b21681-56d4-4a8a-8477-eb7d362f28a0,segment=NetworkSegment(2afd90c5-c657-4941-ae81-986626daee13),segment_id=2afd90c5-c657-4941-ae81-986626daee13)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:10:49.345453 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1926af-4769-4d1f-8b15-ac6f2ce986e6 req-0139269c-04f6-474d-89b4-f10d71311727 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:49.346955 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4b1926af-4769-4d1f-8b15-ac6f2ce986e6 req-0139269c-04f6-474d-89b4-f10d71311727 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=4b3a6f47-b75c-40f0-b18e-c9065cffddc4 HTTP/1.1" status: 200 len: 943 time: 0.0544682 Feb 02 16:10:49.347661 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Returning: {'device': 'f7b21681-56d4-4a8a-8477-eb7d362f28a0', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'port_id': 'f7b21681-56d4-4a8a-8477-eb7d362f28a0', 'mac_address': 'fa:16:3e:3e:39:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 984, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 16:10:49.385207 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port f7b21681-56d4-4a8a-8477-eb7d362f28a0 is: DOWN; New status is: BUILD {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:10:49.385518 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (f7b21681-56d4-4a8a-8477-eb7d362f28a0), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:49.396608 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-4b1926af-4769-4d1f-8b15-ac6f2ce986e6 req-046cc574-eacb-41ae-9f61-5992812511e6 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436056 Feb 02 16:10:49.401613 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b21681-56d4-4a8a-8477-eb7d362f28a0 {{(pid=109040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 16:10:49.423346 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port f7b21681-56d4-4a8a-8477-eb7d362f28a0, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=f7b21681-56d4-4a8a-8477-eb7d362f28a0,segment=NetworkSegment(2afd90c5-c657-4941-ae81-986626daee13),segment_id=2afd90c5-c657-4941-ae81-986626daee13)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:10:49.428151 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (f7b21681-56d4-4a8a-8477-eb7d362f28a0), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:49.474088 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=f7b21681-56d4-4a8a-8477-eb7d362f28a0,revision_number=4']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:49.480922 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:49.481300 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:49.481639 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:49.482081 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:49.482431 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:49.482887 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:49.483379 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:49.483772 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:49.484213 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:49.484696 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:49.485035 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:49.485539 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:49.485867 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:49.711081 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] get_ports_and_sgs() called for port_ids ['f7b21681-56d4-4a8a-8477-eb7d362f28a0'] {{(pid=109040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 16:10:50.515638 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd80b5e-1e6c-4034-9def-a7aafef92cac req-c80c3637-5228-4946-8124-6ca1cb2b3820 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:50.517108 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ddd80b5e-1e6c-4034-9def-a7aafef92cac req-c80c3637-5228-4946-8124-6ca1cb2b3820 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=4b3a6f47-b75c-40f0-b18e-c9065cffddc4 HTTP/1.1" status: 200 len: 944 time: 0.0547442 Feb 02 16:10:50.564290 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-ddd80b5e-1e6c-4034-9def-a7aafef92cac req-952565c7-9bd4-4c18-accc-fbe10dd7a448 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412593 Feb 02 16:10:51.225149 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device f7b21681-56d4-4a8a-8477-eb7d362f28a0 up at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 16:10:51.272818 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning for port f7b21681-56d4-4a8a-8477-eb7d362f28a0 completed by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 16:10:51.276638 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.provisioning_blocks [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Provisioning complete for port f7b21681-56d4-4a8a-8477-eb7d362f28a0 triggered by entity L2. {{(pid=109040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 16:10:51.277010 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478147'] for port (f7b21681-56d4-4a8a-8477-eb7d362f28a0), provisioning_complete {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:51.353007 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Current status of the port f7b21681-56d4-4a8a-8477-eb7d362f28a0 is: BUILD; New status is: ACTIVE {{(pid=109040) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 16:10:51.353414 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (f7b21681-56d4-4a8a-8477-eb7d362f28a0), before_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:51.374257 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3a6f47-b75c-40f0-b18e-c9065cffddc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b21681-56d4-4a8a-8477-eb7d362f28a0'}] {{(pid=109040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:10:51.376463 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1d7bcdb5a183cc49b107777b4db9278503cec4984c40d99c754c4d9ca4724a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f16d79-258f-4be5-b13a-063e9d2f297c" -d '{"events": [{"server_uuid": "4b3a6f47-b75c-40f0-b18e-c9065cffddc4", "name": "network-vif-plugged", "status": "completed", "tag": "f7b21681-56d4-4a8a-8477-eb7d362f28a0"}]}' {{(pid=109040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:10:51.389403 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.db [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] For port f7b21681-56d4-4a8a-8477-eb7d362f28a0, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=f7b21681-56d4-4a8a-8477-eb7d362f28a0,segment=NetworkSegment(2afd90c5-c657-4941-ae81-986626daee13),segment_id=2afd90c5-c657-4941-ae81-986626daee13)] {{(pid=109040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:10:51.393613 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389'] for port (f7b21681-56d4-4a8a-8477-eb7d362f28a0), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:51.417338 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 16:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbb131f-d744-4c6a-a9ba-79194fa5c595 x-openstack-request-id: req-5dbb131f-d744-4c6a-a9ba-79194fa5c595 {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:10:51.417635 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3a6f47-b75c-40f0-b18e-c9065cffddc4", "name": "network-vif-plugged", "status": "completed", "tag": "f7b21681-56d4-4a8a-8477-eb7d362f28a0", "code": 200}]} {{(pid=109040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:10:51.417892 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-5dbb131f-d744-4c6a-a9ba-79194fa5c595 {{(pid=109040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:10:51.418280 dv-cinder-827511-1-iscsi neutron-server[109040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3a6f47-b75c-40f0-b18e-c9065cffddc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b21681-56d4-4a8a-8477-eb7d362f28a0', 'code': 200} Feb 02 16:10:51.444495 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Pushing event updated for resources: {'Port': ['ID=f7b21681-56d4-4a8a-8477-eb7d362f28a0,revision_number=5']} {{(pid=109040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:51.667809 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d66e4-63e2-413e-a959-5319c6a95f26 req-b8eea5a3-8230-4a41-aca7-8897d350b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:51.669357 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-5b5d66e4-63e2-413e-a959-5319c6a95f26 req-b8eea5a3-8230-4a41-aca7-8897d350b882 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4b3a6f47-b75c-40f0-b18e-c9065cffddc4 HTTP/1.1" status: 200 len: 1129 time: 0.0455744 Feb 02 16:10:51.686723 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95267e-6bf4-4bbf-8a35-38bf2a8c1c28 req-fbac8ed2-aa5d-40ad-933c-c63b85b5cda0 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:51.688222 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1c95267e-6bf4-4bbf-8a35-38bf2a8c1c28 req-fbac8ed2-aa5d-40ad-933c-c63b85b5cda0 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=4b3a6f47-b75c-40f0-b18e-c9065cffddc4 HTTP/1.1" status: 200 len: 945 time: 0.0535290 Feb 02 16:10:51.717236 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-5b5d66e4-63e2-413e-a959-5319c6a95f26 req-c0c0ca39-1188-48eb-aaa6-eca81841a3b0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414722 Feb 02 16:10:51.737122 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1c95267e-6bf4-4bbf-8a35-38bf2a8c1c28 req-5add02c7-0970-40fd-ae5b-87f92b6407f3 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423892 Feb 02 16:10:52.860366 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bfa963-1f2c-410a-9cd5-227f31445c5d req-3adcdc3e-020b-4568-ae7c-b81ffb877dc8 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:52.861856 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-30bfa963-1f2c-410a-9cd5-227f31445c5d req-3adcdc3e-020b-4568-ae7c-b81ffb877dc8 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=4b3a6f47-b75c-40f0-b18e-c9065cffddc4 HTTP/1.1" status: 200 len: 945 time: 0.0529366 Feb 02 16:10:52.914704 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-30bfa963-1f2c-410a-9cd5-227f31445c5d req-cb205cda-2699-40ee-ac33-92c93d3b7c07 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465569 Feb 02 16:10:54.031621 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b177c-26d8-4300-bfac-a7ccae7f2fc1 req-c40e6475-1517-4a1d-ba79-ab667b35e4b6 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:54.033120 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-390b177c-26d8-4300-bfac-a7ccae7f2fc1 req-c40e6475-1517-4a1d-ba79-ab667b35e4b6 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=4b3a6f47-b75c-40f0-b18e-c9065cffddc4 HTTP/1.1" status: 200 len: 945 time: 0.0513537 Feb 02 16:10:54.081161 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-390b177c-26d8-4300-bfac-a7ccae7f2fc1 req-d3d14ece-8c4d-4b52-9b0c-b7e4945680f3 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414674 Feb 02 16:10:54.198010 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fdc4ad-6785-4118-a2ab-1ca8d123b084 req-86df9948-f193-4aec-a222-0f0b603e293b tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:54.199408 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c8fdc4ad-6785-4118-a2ab-1ca8d123b084 req-86df9948-f193-4aec-a222-0f0b603e293b tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=4b3a6f47-b75c-40f0-b18e-c9065cffddc4 HTTP/1.1" status: 200 len: 945 time: 0.0520511 Feb 02 16:10:54.246381 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c8fdc4ad-6785-4118-a2ab-1ca8d123b084 req-97550236-1ca0-4ec0-b4a3-9318e2511668 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414248 Feb 02 16:10:54.268743 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 38654) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:10:54.314286 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b1f687-66fb-4c2a-b7b0-9de46636409b tempest-TestVolumeBootPattern-1530072561 tempest-TestVolumeBootPattern-1530072561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:54.315797 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-f0b1f687-66fb-4c2a-b7b0-9de46636409b tempest-TestVolumeBootPattern-1530072561 tempest-TestVolumeBootPattern-1530072561-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=4b3a6f47-b75c-40f0-b18e-c9065cffddc4 HTTP/1.1" status: 200 len: 1124 time: 0.0460417 Feb 02 16:10:54.319202 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 38656) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:10:54.323376 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.v2.base [None req-36d5baaa-1608-48b6-967d-5446ff10d62a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Request body: {'floatingip': {'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'port_id': 'f7b21681-56d4-4a8a-8477-eb7d362f28a0', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 16:10:54.342392 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-36d5baaa-1608-48b6-967d-5446ff10d62a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:54.435297 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-36d5baaa-1608-48b6-967d-5446ff10d62a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (None), before_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:54.538764 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.db_base_plugin_common [None req-36d5baaa-1608-48b6-967d-5446ff10d62a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Allocated IP 172.27.3.254 (b73e1e25-daa0-4c48-af6a-058d6b286a0a/28a77757-7571-4525-b12f-0d0c59f041b8/d32150ee-6f79-4232-8ba1-b2ba6e09ff3b) {{(pid=109039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 16:10:54.637496 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-36d5baaa-1608-48b6-967d-5446ff10d62a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for port (d32150ee-6f79-4232-8ba1-b2ba6e09ff3b), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:54.669275 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-36d5baaa-1608-48b6-967d-5446ff10d62a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791047106353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5289298'] for port (d32150ee-6f79-4232-8ba1-b2ba6e09ff3b), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:54.708261 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d5baaa-1608-48b6-967d-5446ff10d62a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Network b73e1e25-daa0-4c48-af6a-058d6b286a0a is already hosted by enough agents. {{(pid=109039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 16:10:54.711675 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.base_scheduler [None req-36d5baaa-1608-48b6-967d-5446ff10d62a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Resources bound (agent type, host, resource id): {{(pid=109039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 16:10:54.716934 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d5baaa-1608-48b6-967d-5446ff10d62a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Received port after_create {{(pid=109039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 16:10:54.739064 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5baaa-1608-48b6-967d-5446ff10d62a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Pushing event updated for resources: {'Port': ['ID=d32150ee-6f79-4232-8ba1-b2ba6e09ff3b,revision_number=1']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:54.752761 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5baaa-1608-48b6-967d-5446ff10d62a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:54.753136 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5baaa-1608-48b6-967d-5446ff10d62a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:54.753483 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5baaa-1608-48b6-967d-5446ff10d62a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:54.753819 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5baaa-1608-48b6-967d-5446ff10d62a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:54.754147 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5baaa-1608-48b6-967d-5446ff10d62a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:54.754473 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5baaa-1608-48b6-967d-5446ff10d62a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:54.754798 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5baaa-1608-48b6-967d-5446ff10d62a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:54.755122 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5baaa-1608-48b6-967d-5446ff10d62a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:54.756109 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5baaa-1608-48b6-967d-5446ff10d62a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:54.756509 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5baaa-1608-48b6-967d-5446ff10d62a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:54.756842 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5baaa-1608-48b6-967d-5446ff10d62a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:54.757195 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5baaa-1608-48b6-967d-5446ff10d62a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:54.757520 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5baaa-1608-48b6-967d-5446ff10d62a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:10:55.077637 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-36d5baaa-1608-48b6-967d-5446ff10d62a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for floatingip (f8ebbcba-37e8-4ce9-8780-5784e972fff3), precommit_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:55.143296 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-36d5baaa-1608-48b6-967d-5446ff10d62a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1557999'] for port (d32150ee-6f79-4232-8ba1-b2ba6e09ff3b), before_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:55.286201 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-36d5baaa-1608-48b6-967d-5446ff10d62a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for port (d32150ee-6f79-4232-8ba1-b2ba6e09ff3b), precommit_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:55.291326 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-36d5baaa-1608-48b6-967d-5446ff10d62a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791047584485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791047106371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791047106389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5289307'] for port (d32150ee-6f79-4232-8ba1-b2ba6e09ff3b), after_update {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:55.355535 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5baaa-1608-48b6-967d-5446ff10d62a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Pushing event updated for resources: {'Port': ['ID=d32150ee-6f79-4232-8ba1-b2ba6e09ff3b,revision_number=2']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:10:55.366668 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-36d5baaa-1608-48b6-967d-5446ff10d62a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7937883'] for floatingip (f8ebbcba-37e8-4ce9-8780-5784e972fff3), after_create {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:55.465408 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.db.l3_db [None req-36d5baaa-1608-48b6-967d-5446ff10d62a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Floating IP f8ebbcba-37e8-4ce9-8780-5784e972fff3 associated. External IP: 172.27.3.254, port: f7b21681-56d4-4a8a-8477-eb7d362f28a0. Feb 02 16:10:55.678263 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d5baaa-1608-48b6-967d-5446ff10d62a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Router c014e20b-ba6e-41c2-b9f6-8f0d7907de02 has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:10:55.784605 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d5baaa-1608-48b6-967d-5446ff10d62a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:10:55.794665 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d5d66b-f759-4a2c-a90a-00a5adde430c None None] Sync routers for ids ['c014e20b-ba6e-41c2-b9f6-8f0d7907de02'] in dv-cinder-827511-1-iscsi {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:10:55.801505 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-36d5baaa-1608-48b6-967d-5446ff10d62a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for floatingip (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:10:55.806244 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d5d66b-f759-4a2c-a90a-00a5adde430c None None] Routers {'c014e20b-ba6e-41c2-b9f6-8f0d7907de02'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:10:55.806873 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-80d5d66b-f759-4a2c-a90a-00a5adde430c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:10:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['c014e20b-ba6e-41c2-b9f6-8f0d7907de02'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:55.834047 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-36d5baaa-1608-48b6-967d-5446ff10d62a tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5134878 Feb 02 16:10:55.834796 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b3a6f47-b75c-40f0-b18e-c9065cffddc4', 'tag': 'f7b21681-56d4-4a8a-8477-eb7d362f28a0'}] {{(pid=109039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:10:55.837199 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c161fd89cb1d1d847ba0f79545528bda5d1c418a0cb4f87e804297803be7db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42371dd-9593-45f9-8253-c2aaf19d0ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "4b3a6f47-b75c-40f0-b18e-c9065cffddc4", "tag": "f7b21681-56d4-4a8a-8477-eb7d362f28a0"}]}' {{(pid=109039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:10:55.882756 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 16:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b996b82d-d71a-4ced-82fe-5b1f561ebce4 x-openstack-request-id: req-b996b82d-d71a-4ced-82fe-5b1f561ebce4 {{(pid=109039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:10:55.883057 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b3a6f47-b75c-40f0-b18e-c9065cffddc4", "tag": "f7b21681-56d4-4a8a-8477-eb7d362f28a0", "status": "completed", "code": 200}]} {{(pid=109039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:10:55.883305 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-b996b82d-d71a-4ced-82fe-5b1f561ebce4 {{(pid=109039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:10:55.883700 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b3a6f47-b75c-40f0-b18e-c9065cffddc4', 'tag': 'f7b21681-56d4-4a8a-8477-eb7d362f28a0', 'status': 'completed', 'code': 200} Feb 02 16:10:55.926920 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-80d5d66b-f759-4a2c-a90a-00a5adde430c None None] Set router c014e20b-ba6e-41c2-b9f6-8f0d7907de02 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:10:55.970947 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42371dd-9593-45f9-8253-c2aaf19d0ad0 req-eba2b277-a3e3-4edb-841d-502ab8480bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:55.972460 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-f42371dd-9593-45f9-8253-c2aaf19d0ad0 req-eba2b277-a3e3-4edb-841d-502ab8480bce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e233cb06f3d542aeb99e5b3f1ca0dbac&device_id=4b3a6f47-b75c-40f0-b18e-c9065cffddc4 HTTP/1.1" status: 200 len: 1129 time: 0.0469422 Feb 02 16:10:56.073475 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42371dd-9593-45f9-8253-c2aaf19d0ad0 req-ca43a4c9-f4a1-46d9-a579-fceda3611dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:56.074999 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-f42371dd-9593-45f9-8253-c2aaf19d0ad0 req-ca43a4c9-f4a1-46d9-a579-fceda3611dfd service neutron] 10.222.0.59 "GET /v2.0/networks?id=b90efab8-62c5-4fc0-918b-595fe27e51a5 HTTP/1.1" status: 200 len: 912 time: 0.0959430 Feb 02 16:10:56.142798 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-f42371dd-9593-45f9-8253-c2aaf19d0ad0 req-74d59367-da74-4dc0-93c1-9537bce5ba59 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7b21681-56d4-4a8a-8477-eb7d362f28a0 HTTP/1.1" status: 200 len: 999 time: 0.0619869 Feb 02 16:10:56.155133 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-80d5d66b-f759-4a2c-a90a-00a5adde430c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'name': 'tempest-TestVolumeBootPattern-869695039-router', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:06:02Z', 'updated_at': '2022-02-02T16:06:05Z', 'revision_number': 4, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'gw_port': {'id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:03Z', 'updated_at': '2022-02-02T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_floatingips': [{'id': '0d16cc52-5682-4fc6-9893-1f5aa3d865a9', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'floating_ip_address': '172.27.3.190', 'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'router_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'port_id': 'e849b233-1ed7-4cb7-9054-f8509e6df310', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'mac_address': 'fa:16:3e:f8:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75818890-6998-4603-b6b4-536d4d63904f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:09:02Z', 'updated_at': '2022-02-02T16:09:04Z', 'revision_number': 1, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'fixed_ip_address_scope': None}, {'id': 'f8ebbcba-37e8-4ce9-8780-5784e972fff3', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'floating_ip_address': '172.27.3.254', 'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'router_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'port_id': 'f7b21681-56d4-4a8a-8477-eb7d362f28a0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'mac_address': 'fa:16:3e:3e:39:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3a6f47-b75c-40f0-b18e-c9065cffddc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:10:54Z', 'updated_at': '2022-02-02T16:10:54Z', 'revision_number': 0, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2728411b-ad71-4d30-81a8-c0bd346e3b52', 'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'mac_address': 'fa:16:3e:7f:df:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:04Z', 'updated_at': '2022-02-02T16:06:10Z', 'revision_number': 5, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'subnets': [{'id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:56.183960 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d5d66b-f759-4a2c-a90a-00a5adde430c None None] Checking router: c014e20b-ba6e-41c2-b9f6-8f0d7907de02 for host: dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:10:56.192213 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d5d66b-f759-4a2c-a90a-00a5adde430c None None] Routers {'c014e20b-ba6e-41c2-b9f6-8f0d7907de02'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:10:56.192869 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-80d5d66b-f759-4a2c-a90a-00a5adde430c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:10:45Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['c014e20b-ba6e-41c2-b9f6-8f0d7907de02'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:56.197774 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42371dd-9593-45f9-8253-c2aaf19d0ad0 req-ecae7529-8847-4d0a-8d5a-f5c7616bc96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:56.199311 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-f42371dd-9593-45f9-8253-c2aaf19d0ad0 req-ecae7529-8847-4d0a-8d5a-f5c7616bc96b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=09a82038-000c-44c5-a1fc-0c9656aec6d3 HTTP/1.1" status: 200 len: 850 time: 0.0510147 Feb 02 16:10:56.248975 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42371dd-9593-45f9-8253-c2aaf19d0ad0 req-e4ebed1e-a2c3-4e4e-8ef9-ad49756788fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:56.250547 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-f42371dd-9593-45f9-8253-c2aaf19d0ad0 req-e4ebed1e-a2c3-4e4e-8ef9-ad49756788fd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b90efab8-62c5-4fc0-918b-595fe27e51a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454121 Feb 02 16:10:56.299546 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-80d5d66b-f759-4a2c-a90a-00a5adde430c None None] Set router c014e20b-ba6e-41c2-b9f6-8f0d7907de02 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:10:56.339339 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-f42371dd-9593-45f9-8253-c2aaf19d0ad0 req-2d2b9a01-6af4-4332-9858-6c78caf84ec0 service neutron] 10.222.0.59 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822833 Feb 02 16:10:56.432640 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-f42371dd-9593-45f9-8253-c2aaf19d0ad0 req-89db694e-2fc2-4a4b-82b4-2dc91e29ff1d service neutron] 10.222.0.59 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875483 Feb 02 16:10:56.527432 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-80d5d66b-f759-4a2c-a90a-00a5adde430c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'name': 'tempest-TestVolumeBootPattern-869695039-router', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:06:02Z', 'updated_at': '2022-02-02T16:06:05Z', 'revision_number': 4, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'gw_port': {'id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:03Z', 'updated_at': '2022-02-02T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_floatingips': [{'id': '0d16cc52-5682-4fc6-9893-1f5aa3d865a9', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'floating_ip_address': '172.27.3.190', 'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'router_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'port_id': 'e849b233-1ed7-4cb7-9054-f8509e6df310', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'mac_address': 'fa:16:3e:f8:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75818890-6998-4603-b6b4-536d4d63904f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:09:02Z', 'updated_at': '2022-02-02T16:09:04Z', 'revision_number': 1, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'fixed_ip_address_scope': None}, {'id': 'f8ebbcba-37e8-4ce9-8780-5784e972fff3', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'floating_ip_address': '172.27.3.254', 'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'router_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'port_id': 'f7b21681-56d4-4a8a-8477-eb7d362f28a0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'mac_address': 'fa:16:3e:3e:39:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3a6f47-b75c-40f0-b18e-c9065cffddc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:10:54Z', 'updated_at': '2022-02-02T16:10:54Z', 'revision_number': 0, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2728411b-ad71-4d30-81a8-c0bd346e3b52', 'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'mac_address': 'fa:16:3e:7f:df:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:04Z', 'updated_at': '2022-02-02T16:06:10Z', 'revision_number': 5, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'subnets': [{'id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:10:56.553726 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d5d66b-f759-4a2c-a90a-00a5adde430c None None] The sync data for ids ['c014e20b-ba6e-41c2-b9f6-8f0d7907de02'] in dv-cinder-827511-1-iscsi is: [{'id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'name': 'tempest-TestVolumeBootPattern-869695039-router', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:06:02Z', 'updated_at': '2022-02-02T16:06:05Z', 'revision_number': 4, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'gw_port': {'id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:03Z', 'updated_at': '2022-02-02T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_floatingips': [{'id': '0d16cc52-5682-4fc6-9893-1f5aa3d865a9', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'floating_ip_address': '172.27.3.190', 'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'router_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'port_id': 'e849b233-1ed7-4cb7-9054-f8509e6df310', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'mac_address': 'fa:16:3e:f8:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75818890-6998-4603-b6b4-536d4d63904f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:09:02Z', 'updated_at': '2022-02-02T16:09:04Z', 'revision_number': 1, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'fixed_ip_address_scope': None}, {'id': 'f8ebbcba-37e8-4ce9-8780-5784e972fff3', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'floating_ip_address': '172.27.3.254', 'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'router_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'port_id': 'f7b21681-56d4-4a8a-8477-eb7d362f28a0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'mac_address': 'fa:16:3e:3e:39:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3a6f47-b75c-40f0-b18e-c9065cffddc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:10:54Z', 'updated_at': '2022-02-02T16:10:54Z', 'revision_number': 0, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2728411b-ad71-4d30-81a8-c0bd346e3b52', 'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'mac_address': 'fa:16:3e:7f:df:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:04Z', 'updated_at': '2022-02-02T16:06:10Z', 'revision_number': 5, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'subnets': [{'id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:10:56.745941 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfdab5f-ef8c-4819-acca-4c002823f64c None None] New status for floating IP f8ebbcba-37e8-4ce9-8780-5784e972fff3: ACTIVE {{(pid=109041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 16:10:58.434096 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9a0d846e-de4e-4fb8-8f3f-3755afa0e1ee req-e86c08fa-ad3a-47ed-b466-7d53af99fb24 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=75818890-6998-4603-b6b4-536d4d63904f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438154 Feb 02 16:10:58.533567 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d846e-de4e-4fb8-8f3f-3755afa0e1ee req-2fe3358a-1893-4f3e-aa9c-77d3cae0db23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:58.535113 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9a0d846e-de4e-4fb8-8f3f-3755afa0e1ee req-2fe3358a-1893-4f3e-aa9c-77d3cae0db23 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e233cb06f3d542aeb99e5b3f1ca0dbac&device_id=75818890-6998-4603-b6b4-536d4d63904f HTTP/1.1" status: 200 len: 1130 time: 0.0454483 Feb 02 16:10:58.642502 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d846e-de4e-4fb8-8f3f-3755afa0e1ee req-71fa8000-eaf6-401c-aebb-beb55e826ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:58.643954 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9a0d846e-de4e-4fb8-8f3f-3755afa0e1ee req-71fa8000-eaf6-401c-aebb-beb55e826ffd service neutron] 10.222.0.59 "GET /v2.0/networks?id=b90efab8-62c5-4fc0-918b-595fe27e51a5 HTTP/1.1" status: 200 len: 912 time: 0.0903862 Feb 02 16:10:58.710023 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9a0d846e-de4e-4fb8-8f3f-3755afa0e1ee req-ca7a52fd-2f27-4a97-a75d-0be2f35c22b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e849b233-1ed7-4cb7-9054-f8509e6df310 HTTP/1.1" status: 200 len: 1002 time: 0.0593865 Feb 02 16:10:58.757125 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d846e-de4e-4fb8-8f3f-3755afa0e1ee req-b639029b-cb54-4084-bb09-15d28f0cce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:58.758601 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9a0d846e-de4e-4fb8-8f3f-3755afa0e1ee req-b639029b-cb54-4084-bb09-15d28f0cce08 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=09a82038-000c-44c5-a1fc-0c9656aec6d3 HTTP/1.1" status: 200 len: 850 time: 0.0434966 Feb 02 16:10:58.807713 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d846e-de4e-4fb8-8f3f-3755afa0e1ee req-43fe70af-958c-4453-978c-78ac34fb028d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:10:58.809256 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9a0d846e-de4e-4fb8-8f3f-3755afa0e1ee req-43fe70af-958c-4453-978c-78ac34fb028d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b90efab8-62c5-4fc0-918b-595fe27e51a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448372 Feb 02 16:10:58.899738 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9a0d846e-de4e-4fb8-8f3f-3755afa0e1ee req-d6d357e7-9545-4a35-8dc0-8915f7b9102a service neutron] 10.222.0.59 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846822 Feb 02 16:10:58.986402 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-9a0d846e-de4e-4fb8-8f3f-3755afa0e1ee req-23e5b6c0-bd86-4617-95eb-9d19deff14d0 service neutron] 10.222.0.59 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808651 Feb 02 16:11:12.889177 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4d30-7c1f-430f-9594-fa1bdba7497f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:11:15.395412 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-ee1abdc4-0cbe-4580-acd2-b3347ab6eb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:11:16.313400 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:11:17.598019 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:11:17.735769 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:11:19.235624 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:11:20.371408 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 16:11:42.891511 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-1bea752a-58d6-42ff-8d18-7a90032ab7d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:11:45.397224 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-3af88aa2-ec75-496b-85cd-7db200ec8531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:11:46.316093 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:11:47.596790 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:11:47.739958 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:11:49.239884 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:11:57.369882 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 16:11:58.433530 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-c7c5a5e4-2b4b-4084-b93d-04ec27a30eba req-e4359f91-7452-46bc-b998-4b5659ad6a75 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4b3a6f47-b75c-40f0-b18e-c9065cffddc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441327 Feb 02 16:11:58.510008 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5a5e4-2b4b-4084-b93d-04ec27a30eba req-5cbf2d4c-cfc4-4490-9cb4-9c5a7538306e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:58.511524 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-c7c5a5e4-2b4b-4084-b93d-04ec27a30eba req-5cbf2d4c-cfc4-4490-9cb4-9c5a7538306e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e233cb06f3d542aeb99e5b3f1ca0dbac&device_id=4b3a6f47-b75c-40f0-b18e-c9065cffddc4 HTTP/1.1" status: 200 len: 1129 time: 0.0483892 Feb 02 16:11:58.612647 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5a5e4-2b4b-4084-b93d-04ec27a30eba req-66f8fa96-1976-4784-bed6-4634d2a3af7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:58.614371 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-c7c5a5e4-2b4b-4084-b93d-04ec27a30eba req-66f8fa96-1976-4784-bed6-4634d2a3af7b service neutron] 10.222.0.59 "GET /v2.0/networks?id=b90efab8-62c5-4fc0-918b-595fe27e51a5 HTTP/1.1" status: 200 len: 912 time: 0.0850072 Feb 02 16:11:58.682451 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-c7c5a5e4-2b4b-4084-b93d-04ec27a30eba req-0a38d49b-1026-456a-8430-0eaeedddda07 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7b21681-56d4-4a8a-8477-eb7d362f28a0 HTTP/1.1" status: 200 len: 1001 time: 0.0622993 Feb 02 16:11:58.729809 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5a5e4-2b4b-4084-b93d-04ec27a30eba req-15a3beac-461d-4d15-8007-f3c3fe834695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:58.731140 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-c7c5a5e4-2b4b-4084-b93d-04ec27a30eba req-15a3beac-461d-4d15-8007-f3c3fe834695 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=09a82038-000c-44c5-a1fc-0c9656aec6d3 HTTP/1.1" status: 200 len: 850 time: 0.0434337 Feb 02 16:11:58.780926 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5a5e4-2b4b-4084-b93d-04ec27a30eba req-ba4c6e2b-aa59-4e4a-a9e0-7e893e8d3117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:11:58.782583 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-c7c5a5e4-2b4b-4084-b93d-04ec27a30eba req-ba4c6e2b-aa59-4e4a-a9e0-7e893e8d3117 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b90efab8-62c5-4fc0-918b-595fe27e51a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447528 Feb 02 16:11:58.873009 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-c7c5a5e4-2b4b-4084-b93d-04ec27a30eba req-a6e63cca-7631-4d05-b5f4-1590d0736c43 service neutron] 10.222.0.59 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836973 Feb 02 16:11:58.961195 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-c7c5a5e4-2b4b-4084-b93d-04ec27a30eba req-cd3745ca-f25e-4d4a-b56c-4c6d3b44515c service neutron] 10.222.0.59 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816610 Feb 02 16:12:12.893259 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-d47bdb6f-9d50-4e00-8dfa-710d285372ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:15.399463 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-6833cc7b-fcf1-46c9-be9e-aae8355bdc3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:16.318420 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:17.611819 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:17.744542 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:19.242783 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:23.807764 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 38690) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:12:24.006146 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [None req-6706bc15-7bd0-4c1d-af13-31b2aba2ae15 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Deleting port d32150ee-6f79-4232-8ba1-b2ba6e09ff3b {{(pid=109038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:12:24.006489 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-6706bc15-7bd0-4c1d-af13-31b2aba2ae15 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (d32150ee-6f79-4232-8ba1-b2ba6e09ff3b), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:24.080771 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-6706bc15-7bd0-4c1d-af13-31b2aba2ae15 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (d32150ee-6f79-4232-8ba1-b2ba6e09ff3b), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:24.081021 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-6706bc15-7bd0-4c1d-af13-31b2aba2ae15 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for floatingip (d32150ee-6f79-4232-8ba1-b2ba6e09ff3b), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:24.093000 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [None req-6706bc15-7bd0-4c1d-af13-31b2aba2ae15 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Calling delete_port for d32150ee-6f79-4232-8ba1-b2ba6e09ff3b owned by network:floatingip {{(pid=109038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:12:24.238250 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-6706bc15-7bd0-4c1d-af13-31b2aba2ae15 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (d32150ee-6f79-4232-8ba1-b2ba6e09ff3b), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:24.265177 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706bc15-7bd0-4c1d-af13-31b2aba2ae15 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Pushing event deleted for resources: {'Port': ['ID=d32150ee-6f79-4232-8ba1-b2ba6e09ff3b,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:24.276220 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6706bc15-7bd0-4c1d-af13-31b2aba2ae15 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:24.276578 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6706bc15-7bd0-4c1d-af13-31b2aba2ae15 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:24.276929 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6706bc15-7bd0-4c1d-af13-31b2aba2ae15 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:24.277299 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6706bc15-7bd0-4c1d-af13-31b2aba2ae15 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:24.277639 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6706bc15-7bd0-4c1d-af13-31b2aba2ae15 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:24.277976 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6706bc15-7bd0-4c1d-af13-31b2aba2ae15 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:24.278309 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6706bc15-7bd0-4c1d-af13-31b2aba2ae15 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:24.278640 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6706bc15-7bd0-4c1d-af13-31b2aba2ae15 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:24.279021 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6706bc15-7bd0-4c1d-af13-31b2aba2ae15 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:24.279601 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6706bc15-7bd0-4c1d-af13-31b2aba2ae15 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:24.279943 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6706bc15-7bd0-4c1d-af13-31b2aba2ae15 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:24.280277 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6706bc15-7bd0-4c1d-af13-31b2aba2ae15 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:24.280605 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6706bc15-7bd0-4c1d-af13-31b2aba2ae15 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:24.338170 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-6706bc15-7bd0-4c1d-af13-31b2aba2ae15 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for floatingip (f8ebbcba-37e8-4ce9-8780-5784e972fff3), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:24.338377 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.db.l3_db [None req-6706bc15-7bd0-4c1d-af13-31b2aba2ae15 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Floating IP f8ebbcba-37e8-4ce9-8780-5784e972fff3 disassociated (deleted). External IP: 172.27.3.254, port: f7b21681-56d4-4a8a-8477-eb7d362f28a0. Feb 02 16:12:24.539954 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6706bc15-7bd0-4c1d-af13-31b2aba2ae15 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Router c014e20b-ba6e-41c2-b9f6-8f0d7907de02 has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:12:24.648446 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6706bc15-7bd0-4c1d-af13-31b2aba2ae15 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:12:24.653191 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-6706bc15-7bd0-4c1d-af13-31b2aba2ae15 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for floatingip (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:24.659242 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8c0704-86c5-4456-96a7-9ea207472fa2 None None] Sync routers for ids ['c014e20b-ba6e-41c2-b9f6-8f0d7907de02'] in dv-cinder-827511-1-iscsi {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:12:24.669074 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8c0704-86c5-4456-96a7-9ea207472fa2 None None] Routers {'c014e20b-ba6e-41c2-b9f6-8f0d7907de02'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:12:24.670396 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-bb8c0704-86c5-4456-96a7-9ea207472fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:12:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['c014e20b-ba6e-41c2-b9f6-8f0d7907de02'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:24.686651 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-6706bc15-7bd0-4c1d-af13-31b2aba2ae15 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "DELETE /v2.0/floatingips/f8ebbcba-37e8-4ce9-8780-5784e972fff3 HTTP/1.1" status: 204 len: 168 time: 0.8775511 Feb 02 16:12:24.687594 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b3a6f47-b75c-40f0-b18e-c9065cffddc4', 'tag': 'f7b21681-56d4-4a8a-8477-eb7d362f28a0'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:12:24.690040 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596f1307-3420-4406-b5e9-64d6a27ed039" -d '{"events": [{"name": "network-changed", "server_uuid": "4b3a6f47-b75c-40f0-b18e-c9065cffddc4", "tag": "f7b21681-56d4-4a8a-8477-eb7d362f28a0"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:12:24.793314 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-bb8c0704-86c5-4456-96a7-9ea207472fa2 None None] Set router c014e20b-ba6e-41c2-b9f6-8f0d7907de02 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:12:24.798462 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 16:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4efcf08-55a8-4866-bd1f-6ad711c0a29e x-openstack-request-id: req-d4efcf08-55a8-4866-bd1f-6ad711c0a29e {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:12:24.798753 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b3a6f47-b75c-40f0-b18e-c9065cffddc4", "tag": "f7b21681-56d4-4a8a-8477-eb7d362f28a0", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:12:24.799013 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-d4efcf08-55a8-4866-bd1f-6ad711c0a29e {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:12:24.799416 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b3a6f47-b75c-40f0-b18e-c9065cffddc4', 'tag': 'f7b21681-56d4-4a8a-8477-eb7d362f28a0', 'status': 'completed', 'code': 200} Feb 02 16:12:24.937771 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6c120-e6f9-44da-bd34-0106eb2111f0 req-131eb53a-38ef-4475-8fd1-f8e3c35fb492 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:24.939297 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c8c6c120-e6f9-44da-bd34-0106eb2111f0 req-131eb53a-38ef-4475-8fd1-f8e3c35fb492 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=4b3a6f47-b75c-40f0-b18e-c9065cffddc4 HTTP/1.1" status: 200 len: 945 time: 0.0646884 Feb 02 16:12:24.954639 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f1307-3420-4406-b5e9-64d6a27ed039 req-8ac3b4db-8e52-4584-acc3-bfd418ee30f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:24.956175 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-596f1307-3420-4406-b5e9-64d6a27ed039 req-8ac3b4db-8e52-4584-acc3-bfd418ee30f2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e233cb06f3d542aeb99e5b3f1ca0dbac&device_id=4b3a6f47-b75c-40f0-b18e-c9065cffddc4 HTTP/1.1" status: 200 len: 1129 time: 0.0580902 Feb 02 16:12:24.989908 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-c8c6c120-e6f9-44da-bd34-0106eb2111f0 req-bc082e79-689d-4cc9-a767-bfb647c5d83f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440848 Feb 02 16:12:25.033708 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-bb8c0704-86c5-4456-96a7-9ea207472fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'name': 'tempest-TestVolumeBootPattern-869695039-router', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:06:02Z', 'updated_at': '2022-02-02T16:06:05Z', 'revision_number': 4, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'gw_port': {'id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:03Z', 'updated_at': '2022-02-02T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_floatingips': [{'id': '0d16cc52-5682-4fc6-9893-1f5aa3d865a9', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'floating_ip_address': '172.27.3.190', 'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'router_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'port_id': 'e849b233-1ed7-4cb7-9054-f8509e6df310', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'mac_address': 'fa:16:3e:f8:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75818890-6998-4603-b6b4-536d4d63904f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:09:02Z', 'updated_at': '2022-02-02T16:09:04Z', 'revision_number': 1, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2728411b-ad71-4d30-81a8-c0bd346e3b52', 'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'mac_address': 'fa:16:3e:7f:df:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:04Z', 'updated_at': '2022-02-02T16:06:10Z', 'revision_number': 5, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'subnets': [{'id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:25.047071 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f1307-3420-4406-b5e9-64d6a27ed039 req-e1b86fd2-93df-4db8-8d29-26683a5f09b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:25.048596 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-596f1307-3420-4406-b5e9-64d6a27ed039 req-e1b86fd2-93df-4db8-8d29-26683a5f09b8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b90efab8-62c5-4fc0-918b-595fe27e51a5 HTTP/1.1" status: 200 len: 912 time: 0.0857053 Feb 02 16:12:25.060696 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8c0704-86c5-4456-96a7-9ea207472fa2 None None] Checking router: c014e20b-ba6e-41c2-b9f6-8f0d7907de02 for host: dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:12:25.069192 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8c0704-86c5-4456-96a7-9ea207472fa2 None None] Routers {'c014e20b-ba6e-41c2-b9f6-8f0d7907de02'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:12:25.069808 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-bb8c0704-86c5-4456-96a7-9ea207472fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:12:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['c014e20b-ba6e-41c2-b9f6-8f0d7907de02'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:25.094059 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-596f1307-3420-4406-b5e9-64d6a27ed039 req-57cb3718-af36-4ca8-bc17-7eac19a5c251 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7b21681-56d4-4a8a-8477-eb7d362f28a0 HTTP/1.1" status: 200 len: 217 time: 0.0383763 Feb 02 16:12:25.142723 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f1307-3420-4406-b5e9-64d6a27ed039 req-8bcb39f0-567a-4ea0-99d2-7b08c9409490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:25.144220 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-596f1307-3420-4406-b5e9-64d6a27ed039 req-8bcb39f0-567a-4ea0-99d2-7b08c9409490 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=09a82038-000c-44c5-a1fc-0c9656aec6d3 HTTP/1.1" status: 200 len: 850 time: 0.0440648 Feb 02 16:12:25.176471 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-bb8c0704-86c5-4456-96a7-9ea207472fa2 None None] Set router c014e20b-ba6e-41c2-b9f6-8f0d7907de02 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:12:25.194276 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f1307-3420-4406-b5e9-64d6a27ed039 req-0f54f02d-baf6-4d96-95c1-56a339364c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:25.195795 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-596f1307-3420-4406-b5e9-64d6a27ed039 req-0f54f02d-baf6-4d96-95c1-56a339364c5f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b90efab8-62c5-4fc0-918b-595fe27e51a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449171 Feb 02 16:12:25.287156 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-596f1307-3420-4406-b5e9-64d6a27ed039 req-3e7bfcf6-032c-411d-b406-7a3abe348797 service neutron] 10.222.0.59 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844908 Feb 02 16:12:25.377275 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-596f1307-3420-4406-b5e9-64d6a27ed039 req-82961b93-5ce4-4122-ba11-25d1f1551ed7 service neutron] 10.222.0.59 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839081 Feb 02 16:12:25.402419 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-bb8c0704-86c5-4456-96a7-9ea207472fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'name': 'tempest-TestVolumeBootPattern-869695039-router', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:06:02Z', 'updated_at': '2022-02-02T16:06:05Z', 'revision_number': 4, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'gw_port': {'id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:03Z', 'updated_at': '2022-02-02T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_floatingips': [{'id': '0d16cc52-5682-4fc6-9893-1f5aa3d865a9', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'floating_ip_address': '172.27.3.190', 'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'router_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'port_id': 'e849b233-1ed7-4cb7-9054-f8509e6df310', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'mac_address': 'fa:16:3e:f8:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75818890-6998-4603-b6b4-536d4d63904f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:09:02Z', 'updated_at': '2022-02-02T16:09:04Z', 'revision_number': 1, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2728411b-ad71-4d30-81a8-c0bd346e3b52', 'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'mac_address': 'fa:16:3e:7f:df:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:04Z', 'updated_at': '2022-02-02T16:06:10Z', 'revision_number': 5, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'subnets': [{'id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:25.432148 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8c0704-86c5-4456-96a7-9ea207472fa2 None None] The sync data for ids ['c014e20b-ba6e-41c2-b9f6-8f0d7907de02'] in dv-cinder-827511-1-iscsi is: [{'id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'name': 'tempest-TestVolumeBootPattern-869695039-router', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:06:02Z', 'updated_at': '2022-02-02T16:06:05Z', 'revision_number': 4, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'gw_port': {'id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:03Z', 'updated_at': '2022-02-02T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_floatingips': [{'id': '0d16cc52-5682-4fc6-9893-1f5aa3d865a9', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'floating_ip_address': '172.27.3.190', 'floating_network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'router_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'port_id': 'e849b233-1ed7-4cb7-9054-f8509e6df310', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'mac_address': 'fa:16:3e:f8:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75818890-6998-4603-b6b4-536d4d63904f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T16:09:02Z', 'updated_at': '2022-02-02T16:09:04Z', 'revision_number': 1, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2728411b-ad71-4d30-81a8-c0bd346e3b52', 'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'mac_address': 'fa:16:3e:7f:df:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:04Z', 'updated_at': '2022-02-02T16:06:10Z', 'revision_number': 5, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'subnets': [{'id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:12:25.636713 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d8541d-2192-4fa4-8dd2-cacf3c14032b None None] New status for floating IP f8ebbcba-37e8-4ce9-8780-5784e972fff3: DOWN {{(pid=109041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 16:12:26.116030 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe831869-801f-41ad-9639-123dc58b90c9 req-e916a555-1e53-4141-abaa-3c203e09f344 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:26.117518 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-fe831869-801f-41ad-9639-123dc58b90c9 req-e916a555-1e53-4141-abaa-3c203e09f344 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=4b3a6f47-b75c-40f0-b18e-c9065cffddc4 HTTP/1.1" status: 200 len: 945 time: 0.0526936 Feb 02 16:12:26.165206 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-fe831869-801f-41ad-9639-123dc58b90c9 req-a140655d-1710-49cd-8c85-c8535ebf96eb tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415738 Feb 02 16:12:26.606318 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f940b17-5eea-46f6-ac8e-32e6920c80a7 req-4719f7dc-2a71-4ac6-bb27-00e6be3c08f3 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:26.608343 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-4f940b17-5eea-46f6-ac8e-32e6920c80a7 req-4719f7dc-2a71-4ac6-bb27-00e6be3c08f3 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b3a6f47-b75c-40f0-b18e-c9065cffddc4 HTTP/1.1" status: 200 len: 945 time: 0.0567269 Feb 02 16:12:26.695869 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-4f940b17-5eea-46f6-ac8e-32e6920c80a7 req-81922f20-5dc8-4291-bdd4-23d65bef9457 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Deleting port f7b21681-56d4-4a8a-8477-eb7d362f28a0 {{(pid=109038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:12:26.696210 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-4f940b17-5eea-46f6-ac8e-32e6920c80a7 req-81922f20-5dc8-4291-bdd4-23d65bef9457 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (f7b21681-56d4-4a8a-8477-eb7d362f28a0), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:26.784856 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-4f940b17-5eea-46f6-ac8e-32e6920c80a7 req-81922f20-5dc8-4291-bdd4-23d65bef9457 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] For port f7b21681-56d4-4a8a-8477-eb7d362f28a0, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=f7b21681-56d4-4a8a-8477-eb7d362f28a0,segment=NetworkSegment(2afd90c5-c657-4941-ae81-986626daee13),segment_id=2afd90c5-c657-4941-ae81-986626daee13)] {{(pid=109038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:12:26.785285 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-4f940b17-5eea-46f6-ac8e-32e6920c80a7 req-81922f20-5dc8-4291-bdd4-23d65bef9457 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (f7b21681-56d4-4a8a-8477-eb7d362f28a0), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:26.799649 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-4f940b17-5eea-46f6-ac8e-32e6920c80a7 req-81922f20-5dc8-4291-bdd4-23d65bef9457 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Calling delete_port for f7b21681-56d4-4a8a-8477-eb7d362f28a0 owned by compute:nova {{(pid=109038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:12:26.926294 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-4f940b17-5eea-46f6-ac8e-32e6920c80a7 req-81922f20-5dc8-4291-bdd4-23d65bef9457 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (f7b21681-56d4-4a8a-8477-eb7d362f28a0), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:26.959296 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81922f20-5dc8-4291-bdd4-23d65bef9457 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Pushing event deleted for resources: {'Port': ['ID=f7b21681-56d4-4a8a-8477-eb7d362f28a0,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:27.001699 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f940b17-5eea-46f6-ac8e-32e6920c80a7 req-81922f20-5dc8-4291-bdd4-23d65bef9457 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] No DVR routers for this DVR port f7b21681-56d4-4a8a-8477-eb7d362f28a0 on host hv-cinder-82751 {{(pid=109038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:12:27.004185 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-4f940b17-5eea-46f6-ac8e-32e6920c80a7 req-81922f20-5dc8-4291-bdd4-23d65bef9457 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:27.007514 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-4f940b17-5eea-46f6-ac8e-32e6920c80a7 req-81922f20-5dc8-4291-bdd4-23d65bef9457 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.59 "DELETE /v2.0/ports/f7b21681-56d4-4a8a-8477-eb7d362f28a0 HTTP/1.1" status: 204 len: 173 time: 0.3944621 Feb 02 16:12:27.007949 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3a6f47-b75c-40f0-b18e-c9065cffddc4', 'name': 'network-vif-deleted', 'tag': 'f7b21681-56d4-4a8a-8477-eb7d362f28a0'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:12:27.010199 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a6d320-9f77-4bcc-9c7a-a4d82a84a9ae" -d '{"events": [{"server_uuid": "4b3a6f47-b75c-40f0-b18e-c9065cffddc4", "name": "network-vif-deleted", "tag": "f7b21681-56d4-4a8a-8477-eb7d362f28a0"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:12:27.050515 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 16:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba03f915-12ac-46c7-bd81-e5062be1883e x-openstack-request-id: req-ba03f915-12ac-46c7-bd81-e5062be1883e {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:12:27.050834 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3a6f47-b75c-40f0-b18e-c9065cffddc4", "name": "network-vif-deleted", "tag": "f7b21681-56d4-4a8a-8477-eb7d362f28a0", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:12:27.051093 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-ba03f915-12ac-46c7-bd81-e5062be1883e {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:12:27.051522 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3a6f47-b75c-40f0-b18e-c9065cffddc4', 'name': 'network-vif-deleted', 'tag': 'f7b21681-56d4-4a8a-8477-eb7d362f28a0', 'status': 'completed', 'code': 200} Feb 02 16:12:27.259926 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-6963002e-f8a4-4d7c-b495-075c27412a62 req-1bee977b-248d-4517-94db-1d2949ea2b97 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=4b3a6f47-b75c-40f0-b18e-c9065cffddc4 HTTP/1.1" status: 200 len: 210 time: 0.0266585 Feb 02 16:12:29.873134 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device f7b21681-56d4-4a8a-8477-eb7d362f28a0 no longer exists at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:12:29.893773 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] No Port match for: f7b21681-56d4-4a8a-8477-eb7d362f28a0 {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:12:29.894117 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device f7b21681-56d4-4a8a-8477-eb7d362f28a0 not bound to the agent host hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:12:30.530131 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 38734) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:12:30.688321 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-f94d62da-e92b-4987-9011-d91e0676e413 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Deleting port 78f95999-ab5d-4a91-bff4-dcba5f094044 {{(pid=109039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:12:30.688668 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-f94d62da-e92b-4987-9011-d91e0676e413 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (78f95999-ab5d-4a91-bff4-dcba5f094044), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:30.762612 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-f94d62da-e92b-4987-9011-d91e0676e413 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (78f95999-ab5d-4a91-bff4-dcba5f094044), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:30.763440 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-f94d62da-e92b-4987-9011-d91e0676e413 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for floatingip (78f95999-ab5d-4a91-bff4-dcba5f094044), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:30.775119 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-f94d62da-e92b-4987-9011-d91e0676e413 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Calling delete_port for 78f95999-ab5d-4a91-bff4-dcba5f094044 owned by network:floatingip {{(pid=109039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:12:30.920796 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-f94d62da-e92b-4987-9011-d91e0676e413 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5289298'] for port (78f95999-ab5d-4a91-bff4-dcba5f094044), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:30.945842 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d62da-e92b-4987-9011-d91e0676e413 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Pushing event deleted for resources: {'Port': ['ID=78f95999-ab5d-4a91-bff4-dcba5f094044,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:30.956884 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94d62da-e92b-4987-9011-d91e0676e413 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:30.957257 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94d62da-e92b-4987-9011-d91e0676e413 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:30.957601 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94d62da-e92b-4987-9011-d91e0676e413 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:30.957936 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94d62da-e92b-4987-9011-d91e0676e413 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:30.958266 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94d62da-e92b-4987-9011-d91e0676e413 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:30.958592 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94d62da-e92b-4987-9011-d91e0676e413 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:30.958921 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94d62da-e92b-4987-9011-d91e0676e413 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:30.959245 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94d62da-e92b-4987-9011-d91e0676e413 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:30.959567 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94d62da-e92b-4987-9011-d91e0676e413 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:30.959890 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94d62da-e92b-4987-9011-d91e0676e413 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:30.960209 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94d62da-e92b-4987-9011-d91e0676e413 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:30.960526 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94d62da-e92b-4987-9011-d91e0676e413 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:30.960840 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94d62da-e92b-4987-9011-d91e0676e413 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827511-1-iscsi {{(pid=109039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:12:31.015837 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-f94d62da-e92b-4987-9011-d91e0676e413 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for floatingip (0d16cc52-5682-4fc6-9893-1f5aa3d865a9), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:31.016162 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.db.l3_db [None req-f94d62da-e92b-4987-9011-d91e0676e413 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Floating IP 0d16cc52-5682-4fc6-9893-1f5aa3d865a9 disassociated (deleted). External IP: 172.27.3.190, port: e849b233-1ed7-4cb7-9054-f8509e6df310. Feb 02 16:12:31.213549 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94d62da-e92b-4987-9011-d91e0676e413 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Router c014e20b-ba6e-41c2-b9f6-8f0d7907de02 has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:12:31.538891 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94d62da-e92b-4987-9011-d91e0676e413 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:12:31.543620 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-f94d62da-e92b-4987-9011-d91e0676e413 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for floatingip (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:31.549117 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499294a1-ca22-4e01-8ba1-7128d41e4cdf None None] Sync routers for ids ['c014e20b-ba6e-41c2-b9f6-8f0d7907de02'] in dv-cinder-827511-1-iscsi {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:12:31.559172 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499294a1-ca22-4e01-8ba1-7128d41e4cdf None None] Routers {'c014e20b-ba6e-41c2-b9f6-8f0d7907de02'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:12:31.559919 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-499294a1-ca22-4e01-8ba1-7128d41e4cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:12:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['c014e20b-ba6e-41c2-b9f6-8f0d7907de02'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:31.574526 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-f94d62da-e92b-4987-9011-d91e0676e413 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "DELETE /v2.0/floatingips/0d16cc52-5682-4fc6-9893-1f5aa3d865a9 HTTP/1.1" status: 204 len: 168 time: 1.0433404 Feb 02 16:12:31.575110 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75818890-6998-4603-b6b4-536d4d63904f', 'tag': 'e849b233-1ed7-4cb7-9054-f8509e6df310'}] {{(pid=109039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:12:31.578255 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c161fd89cb1d1d847ba0f79545528bda5d1c418a0cb4f87e804297803be7db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b912dcc-1302-41a6-8d69-8e1328eecb93" -d '{"events": [{"name": "network-changed", "server_uuid": "75818890-6998-4603-b6b4-536d4d63904f", "tag": "e849b233-1ed7-4cb7-9054-f8509e6df310"}]}' {{(pid=109039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:12:31.667637 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 16:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5c824e-9fb1-4d7e-88fa-9e9b502e0978 x-openstack-request-id: req-5a5c824e-9fb1-4d7e-88fa-9e9b502e0978 {{(pid=109039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:12:31.667918 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75818890-6998-4603-b6b4-536d4d63904f", "tag": "e849b233-1ed7-4cb7-9054-f8509e6df310", "status": "completed", "code": 200}]} {{(pid=109039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:12:31.668168 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-5a5c824e-9fb1-4d7e-88fa-9e9b502e0978 {{(pid=109039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:12:31.668568 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75818890-6998-4603-b6b4-536d4d63904f', 'tag': 'e849b233-1ed7-4cb7-9054-f8509e6df310', 'status': 'completed', 'code': 200} Feb 02 16:12:31.674819 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-499294a1-ca22-4e01-8ba1-7128d41e4cdf None None] Set router c014e20b-ba6e-41c2-b9f6-8f0d7907de02 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:12:31.766790 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b912dcc-1302-41a6-8d69-8e1328eecb93 req-0c63bd3d-72f6-46ea-b257-35e2e21a9922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:31.768384 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6b912dcc-1302-41a6-8d69-8e1328eecb93 req-0c63bd3d-72f6-46ea-b257-35e2e21a9922 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e233cb06f3d542aeb99e5b3f1ca0dbac&device_id=75818890-6998-4603-b6b4-536d4d63904f HTTP/1.1" status: 200 len: 1130 time: 0.0566118 Feb 02 16:12:31.825239 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bf773-5bcd-49a0-b827-e5198b56bb32 req-543242fc-1c52-4dc0-bca2-a247bf52f60f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:31.827820 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-782bf773-5bcd-49a0-b827-e5198b56bb32 req-543242fc-1c52-4dc0-bca2-a247bf52f60f tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=75818890-6998-4603-b6b4-536d4d63904f HTTP/1.1" status: 200 len: 946 time: 0.0550156 Feb 02 16:12:31.877291 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b912dcc-1302-41a6-8d69-8e1328eecb93 req-da56d25a-ba5b-4f5b-b465-0cc3f38932db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:31.878471 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-782bf773-5bcd-49a0-b827-e5198b56bb32 req-c298d980-035d-4ece-bf9e-4129f989b497 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449672 Feb 02 16:12:31.878790 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6b912dcc-1302-41a6-8d69-8e1328eecb93 req-da56d25a-ba5b-4f5b-b465-0cc3f38932db service neutron] 10.222.0.59 "GET /v2.0/networks?id=b90efab8-62c5-4fc0-918b-595fe27e51a5 HTTP/1.1" status: 200 len: 912 time: 0.0961170 Feb 02 16:12:31.922255 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6b912dcc-1302-41a6-8d69-8e1328eecb93 req-71b13fa9-bfa9-4c64-8159-0d4c820fca95 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e849b233-1ed7-4cb7-9054-f8509e6df310 HTTP/1.1" status: 200 len: 217 time: 0.0362859 Feb 02 16:12:31.969746 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b912dcc-1302-41a6-8d69-8e1328eecb93 req-99ac6c19-d38c-444d-aeb5-c2ba3063b15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:31.971270 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6b912dcc-1302-41a6-8d69-8e1328eecb93 req-99ac6c19-d38c-444d-aeb5-c2ba3063b15f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=09a82038-000c-44c5-a1fc-0c9656aec6d3 HTTP/1.1" status: 200 len: 850 time: 0.0438054 Feb 02 16:12:32.018895 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-499294a1-ca22-4e01-8ba1-7128d41e4cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'name': 'tempest-TestVolumeBootPattern-869695039-router', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:06:02Z', 'updated_at': '2022-02-02T16:06:05Z', 'revision_number': 4, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'gw_port': {'id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:03Z', 'updated_at': '2022-02-02T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '2728411b-ad71-4d30-81a8-c0bd346e3b52', 'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'mac_address': 'fa:16:3e:7f:df:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:04Z', 'updated_at': '2022-02-02T16:06:10Z', 'revision_number': 5, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'subnets': [{'id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:32.031225 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b912dcc-1302-41a6-8d69-8e1328eecb93 req-7c07dcc0-ac72-416d-99b3-a399af47175a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:32.032909 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6b912dcc-1302-41a6-8d69-8e1328eecb93 req-7c07dcc0-ac72-416d-99b3-a399af47175a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b90efab8-62c5-4fc0-918b-595fe27e51a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548294 Feb 02 16:12:32.048828 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499294a1-ca22-4e01-8ba1-7128d41e4cdf None None] Checking router: c014e20b-ba6e-41c2-b9f6-8f0d7907de02 for host: dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:12:32.057438 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499294a1-ca22-4e01-8ba1-7128d41e4cdf None None] Routers {'c014e20b-ba6e-41c2-b9f6-8f0d7907de02'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:12:32.058042 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-499294a1-ca22-4e01-8ba1-7128d41e4cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:12:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['c014e20b-ba6e-41c2-b9f6-8f0d7907de02'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:32.122939 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6b912dcc-1302-41a6-8d69-8e1328eecb93 req-e846d0a9-80ca-484b-a9ca-4cf9b8e34daa service neutron] 10.222.0.59 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819552 Feb 02 16:12:32.162490 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-499294a1-ca22-4e01-8ba1-7128d41e4cdf None None] Set router c014e20b-ba6e-41c2-b9f6-8f0d7907de02 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:12:32.217225 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-6b912dcc-1302-41a6-8d69-8e1328eecb93 req-372a149b-dd7c-4ce1-a49c-0aeb8eb1b5db service neutron] 10.222.0.59 "GET /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890174 Feb 02 16:12:32.359873 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-499294a1-ca22-4e01-8ba1-7128d41e4cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'name': 'tempest-TestVolumeBootPattern-869695039-router', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:06:02Z', 'updated_at': '2022-02-02T16:06:05Z', 'revision_number': 4, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'gw_port': {'id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:03Z', 'updated_at': '2022-02-02T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '2728411b-ad71-4d30-81a8-c0bd346e3b52', 'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'mac_address': 'fa:16:3e:7f:df:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:04Z', 'updated_at': '2022-02-02T16:06:10Z', 'revision_number': 5, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'subnets': [{'id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:32.386028 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499294a1-ca22-4e01-8ba1-7128d41e4cdf None None] The sync data for ids ['c014e20b-ba6e-41c2-b9f6-8f0d7907de02'] in dv-cinder-827511-1-iscsi is: [{'id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'name': 'tempest-TestVolumeBootPattern-869695039-router', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:06:02Z', 'updated_at': '2022-02-02T16:06:05Z', 'revision_number': 4, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'gw_port': {'id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:03Z', 'updated_at': '2022-02-02T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi', '_interfaces': [{'id': '2728411b-ad71-4d30-81a8-c0bd346e3b52', 'name': '', 'network_id': 'b90efab8-62c5-4fc0-918b-595fe27e51a5', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'mac_address': 'fa:16:3e:7f:df:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:04Z', 'updated_at': '2022-02-02T16:06:10Z', 'revision_number': 5, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'subnets': [{'id': '09a82038-000c-44c5-a1fc-0c9656aec6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:12:32.610013 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b545102-2c1f-4b2f-be27-13a3e1067a4d None None] New status for floating IP 0d16cc52-5682-4fc6-9893-1f5aa3d865a9: DOWN {{(pid=109041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 16:12:33.000611 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff41b9-d853-4c82-8a14-1b5e4bad8e59 req-becc0494-01ab-4e26-b29a-38b13e09be68 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:33.002221 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1bff41b9-d853-4c82-8a14-1b5e4bad8e59 req-becc0494-01ab-4e26-b29a-38b13e09be68 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=75818890-6998-4603-b6b4-536d4d63904f HTTP/1.1" status: 200 len: 946 time: 0.0525331 Feb 02 16:12:33.049917 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-1bff41b9-d853-4c82-8a14-1b5e4bad8e59 req-a56af5f3-770f-4de5-a973-109f8592e99e tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/security-groups?id=7ff95ad7-c1e2-4917-aace-704410c5ee1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420642 Feb 02 16:12:33.455290 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cf831-097e-41f1-afe4-31cb9c5ceea7 req-0c4de801-ab7e-4ea3-9aa6-8971ae276943 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:12:33.456754 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-809cf831-097e-41f1-afe4-31cb9c5ceea7 req-0c4de801-ab7e-4ea3-9aa6-8971ae276943 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.59 "GET /v2.0/ports?device_id=75818890-6998-4603-b6b4-536d4d63904f HTTP/1.1" status: 200 len: 946 time: 0.0530515 Feb 02 16:12:33.551451 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-809cf831-097e-41f1-afe4-31cb9c5ceea7 req-5bb063aa-d028-488c-969b-c7ac42eb8763 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Deleting port e849b233-1ed7-4cb7-9054-f8509e6df310 {{(pid=109038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:12:33.551793 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-809cf831-097e-41f1-afe4-31cb9c5ceea7 req-5bb063aa-d028-488c-969b-c7ac42eb8763 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (e849b233-1ed7-4cb7-9054-f8509e6df310), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:33.906830 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [req-809cf831-097e-41f1-afe4-31cb9c5ceea7 req-5bb063aa-d028-488c-969b-c7ac42eb8763 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] For port e849b233-1ed7-4cb7-9054-f8509e6df310, host hv-cinder-82751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82751',level=0,port_id=e849b233-1ed7-4cb7-9054-f8509e6df310,segment=NetworkSegment(2afd90c5-c657-4941-ae81-986626daee13),segment_id=2afd90c5-c657-4941-ae81-986626daee13)] {{(pid=109038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:12:33.907191 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-809cf831-097e-41f1-afe4-31cb9c5ceea7 req-5bb063aa-d028-488c-969b-c7ac42eb8763 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (e849b233-1ed7-4cb7-9054-f8509e6df310), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:33.919278 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [req-809cf831-097e-41f1-afe4-31cb9c5ceea7 req-5bb063aa-d028-488c-969b-c7ac42eb8763 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Calling delete_port for e849b233-1ed7-4cb7-9054-f8509e6df310 owned by compute:nova {{(pid=109038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:12:34.043922 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-809cf831-097e-41f1-afe4-31cb9c5ceea7 req-5bb063aa-d028-488c-969b-c7ac42eb8763 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (e849b233-1ed7-4cb7-9054-f8509e6df310), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:34.071946 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb063aa-d028-488c-969b-c7ac42eb8763 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Pushing event deleted for resources: {'Port': ['ID=e849b233-1ed7-4cb7-9054-f8509e6df310,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:34.114831 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.l3_dvrscheduler_db [req-809cf831-097e-41f1-afe4-31cb9c5ceea7 req-5bb063aa-d028-488c-969b-c7ac42eb8763 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] No DVR routers for this DVR port e849b233-1ed7-4cb7-9054-f8509e6df310 on host hv-cinder-82751 {{(pid=109038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:12:34.117363 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [req-809cf831-097e-41f1-afe4-31cb9c5ceea7 req-5bb063aa-d028-488c-969b-c7ac42eb8763 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for port (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:34.120644 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [req-809cf831-097e-41f1-afe4-31cb9c5ceea7 req-5bb063aa-d028-488c-969b-c7ac42eb8763 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.59 "DELETE /v2.0/ports/e849b233-1ed7-4cb7-9054-f8509e6df310 HTTP/1.1" status: 204 len: 173 time: 0.6588054 Feb 02 16:12:34.121113 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75818890-6998-4603-b6b4-536d4d63904f', 'name': 'network-vif-deleted', 'tag': 'e849b233-1ed7-4cb7-9054-f8509e6df310'}] {{(pid=109038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 16:12:34.124104 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}416cf7cdb9fe6c0a7f7cbe844a592ecac431b552513d9fdaffc668988d3458d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce5fbd8-fc44-4d71-a32b-5a92470395e5" -d '{"events": [{"server_uuid": "75818890-6998-4603-b6b4-536d4d63904f", "name": "network-vif-deleted", "tag": "e849b233-1ed7-4cb7-9054-f8509e6df310"}]}' {{(pid=109038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 16:12:34.156292 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [req-90fab090-283a-4577-8ad2-68c34a055cd7 req-113f4566-f037-4f1c-a1ef-503126827bff tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "GET /v2.0/ports?device_id=75818890-6998-4603-b6b4-536d4d63904f HTTP/1.1" status: 200 len: 210 time: 0.0356231 Feb 02 16:12:34.165345 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 16:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67943bb1-026a-455a-9f3d-1d33378b4764 x-openstack-request-id: req-67943bb1-026a-455a-9f3d-1d33378b4764 {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 16:12:34.165644 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75818890-6998-4603-b6b4-536d4d63904f", "name": "network-vif-deleted", "tag": "e849b233-1ed7-4cb7-9054-f8509e6df310", "status": "completed", "code": 200}]} {{(pid=109038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 16:12:34.165901 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-67943bb1-026a-455a-9f3d-1d33378b4764 {{(pid=109038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 16:12:34.166317 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75818890-6998-4603-b6b4-536d4d63904f', 'name': 'network-vif-deleted', 'tag': 'e849b233-1ed7-4cb7-9054-f8509e6df310', 'status': 'completed', 'code': 200} Feb 02 16:12:34.369854 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 16:12:35.215624 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 38754) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:12:35.337655 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-62fc7ad8-1061-459a-be73-b68e04d003c3 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Deleting port 261ebe08-2838-4902-8186-7bf4b9f73a85 {{(pid=109039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:12:35.337999 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-62fc7ad8-1061-459a-be73-b68e04d003c3 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (261ebe08-2838-4902-8186-7bf4b9f73a85), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:35.411763 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-62fc7ad8-1061-459a-be73-b68e04d003c3 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (261ebe08-2838-4902-8186-7bf4b9f73a85), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:35.412005 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-62fc7ad8-1061-459a-be73-b68e04d003c3 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for floatingip (261ebe08-2838-4902-8186-7bf4b9f73a85), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:35.423226 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-62fc7ad8-1061-459a-be73-b68e04d003c3 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Calling delete_port for 261ebe08-2838-4902-8186-7bf4b9f73a85 owned by network:floatingip {{(pid=109039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:12:35.557244 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-62fc7ad8-1061-459a-be73-b68e04d003c3 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5289298'] for port (261ebe08-2838-4902-8186-7bf4b9f73a85), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:35.583422 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc7ad8-1061-459a-be73-b68e04d003c3 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Pushing event deleted for resources: {'Port': ['ID=261ebe08-2838-4902-8186-7bf4b9f73a85,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:35.643124 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-62fc7ad8-1061-459a-be73-b68e04d003c3 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for floatingip (c28cb67f-7a92-475b-b97e-e2124f688414), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:35.645691 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-62fc7ad8-1061-459a-be73-b68e04d003c3 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467971'] for floatingip (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:35.646827 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-62fc7ad8-1061-459a-be73-b68e04d003c3 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "DELETE /v2.0/floatingips/c28cb67f-7a92-475b-b97e-e2124f688414 HTTP/1.1" status: 204 len: 168 time: 0.4302244 Feb 02 16:12:35.885247 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device e849b233-1ed7-4cb7-9054-f8509e6df310 no longer exists at agent hyperv_hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:12:35.909350 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] No Port match for: e849b233-1ed7-4cb7-9054-f8509e6df310 {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:12:35.909705 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Device e849b233-1ed7-4cb7-9054-f8509e6df310 not bound to the agent host hv-cinder-82751 {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:12:36.839183 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 38766) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:12:36.894752 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-b01c41d0-1252-4e3b-9719-b3cad1dda469 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for security_group (7ff95ad7-c1e2-4917-aace-704410c5ee1b), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:36.919904 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-b01c41d0-1252-4e3b-9719-b3cad1dda469 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for security_group (7ff95ad7-c1e2-4917-aace-704410c5ee1b), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:36.986368 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-b01c41d0-1252-4e3b-9719-b3cad1dda469 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (7ff95ad7-c1e2-4917-aace-704410c5ee1b), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:36.989011 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-b01c41d0-1252-4e3b-9719-b3cad1dda469 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:36.990214 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-b01c41d0-1252-4e3b-9719-b3cad1dda469 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] 10.222.0.112 "DELETE /v2.0/security-groups/7ff95ad7-c1e2-4917-aace-704410c5ee1b HTTP/1.1" status: 204 len: 168 time: 0.1500247 Feb 02 16:12:36.999675 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c41d0-1252-4e3b-9719-b3cad1dda469 tempest-TestVolumeBootPattern-309175671 tempest-TestVolumeBootPattern-309175671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff95ad7-c1e2-4917-aace-704410c5ee1b,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:37.052971 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 38770) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:12:37.505135 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c3ab7247-230a-47f3-ab27-d515df449f4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7937627'] for router_interface (c014e20b-ba6e-41c2-b9f6-8f0d7907de02), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:37.751474 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-c3ab7247-230a-47f3-ab27-d515df449f4d admin admin] Deleting port 2728411b-ad71-4d30-81a8-c0bd346e3b52 {{(pid=109039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:12:37.751815 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c3ab7247-230a-47f3-ab27-d515df449f4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (2728411b-ad71-4d30-81a8-c0bd346e3b52), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:37.828696 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.db [None req-c3ab7247-230a-47f3-ab27-d515df449f4d admin admin] For port 2728411b-ad71-4d30-81a8-c0bd346e3b52, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=2728411b-ad71-4d30-81a8-c0bd346e3b52,segment=NetworkSegment(2afd90c5-c657-4941-ae81-986626daee13),segment_id=2afd90c5-c657-4941-ae81-986626daee13)] {{(pid=109039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:12:37.829089 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c3ab7247-230a-47f3-ab27-d515df449f4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (2728411b-ad71-4d30-81a8-c0bd346e3b52), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:37.841347 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-c3ab7247-230a-47f3-ab27-d515df449f4d admin admin] Calling delete_port for 2728411b-ad71-4d30-81a8-c0bd346e3b52 owned by network:router_interface {{(pid=109039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:12:38.020002 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c3ab7247-230a-47f3-ab27-d515df449f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5289298'] for port (2728411b-ad71-4d30-81a8-c0bd346e3b52), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:38.045313 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab7247-230a-47f3-ab27-d515df449f4d admin admin] Pushing event deleted for resources: {'Port': ['ID=2728411b-ad71-4d30-81a8-c0bd346e3b52,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:38.213604 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-c3ab7247-230a-47f3-ab27-d515df449f4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8109520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7937735'] for router_interface (c014e20b-ba6e-41c2-b9f6-8f0d7907de02), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:38.422281 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ab7247-230a-47f3-ab27-d515df449f4d admin admin] Router c014e20b-ba6e-41c2-b9f6-8f0d7907de02 has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:12:38.528361 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ab7247-230a-47f3-ab27-d515df449f4d admin admin] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:12:38.533427 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-c3ab7247-230a-47f3-ab27-d515df449f4d admin admin] 10.222.0.112 "PUT /v2.0/routers/c014e20b-ba6e-41c2-b9f6-8f0d7907de02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4792914 Feb 02 16:12:38.535946 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 38774) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:12:38.538552 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ced3cb7-a45f-45b4-ba9a-afffed944fa4 None None] Sync routers for ids ['c014e20b-ba6e-41c2-b9f6-8f0d7907de02'] in dv-cinder-827511-1-iscsi {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:12:38.549163 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ced3cb7-a45f-45b4-ba9a-afffed944fa4 None None] Routers {'c014e20b-ba6e-41c2-b9f6-8f0d7907de02'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:12:38.549779 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-8ced3cb7-a45f-45b4-ba9a-afffed944fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:12:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['c014e20b-ba6e-41c2-b9f6-8f0d7907de02'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:38.638781 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ade8f9d1-0079-42ff-8e16-763ef53e6c28 admin admin] Publish callbacks [] for router (c014e20b-ba6e-41c2-b9f6-8f0d7907de02), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:38.657276 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-8ced3cb7-a45f-45b4-ba9a-afffed944fa4 None None] Set router c014e20b-ba6e-41c2-b9f6-8f0d7907de02 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:12:38.851726 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-8ced3cb7-a45f-45b4-ba9a-afffed944fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'name': 'tempest-TestVolumeBootPattern-869695039-router', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:06:02Z', 'updated_at': '2022-02-02T16:12:37Z', 'revision_number': 5, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'gw_port': {'id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:03Z', 'updated_at': '2022-02-02T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi'}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:38.883090 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ced3cb7-a45f-45b4-ba9a-afffed944fa4 None None] Checking router: c014e20b-ba6e-41c2-b9f6-8f0d7907de02 for host: dv-cinder-827511-1-iscsi {{(pid=109040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:12:38.891905 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ced3cb7-a45f-45b4-ba9a-afffed944fa4 None None] Routers {'c014e20b-ba6e-41c2-b9f6-8f0d7907de02'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:12:38.892613 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-8ced3cb7-a45f-45b4-ba9a-afffed944fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:12:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['c014e20b-ba6e-41c2-b9f6-8f0d7907de02'], 'active': True} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:38.965226 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ade8f9d1-0079-42ff-8e16-763ef53e6c28 admin admin] Publish callbacks [] for router_gateway (c014e20b-ba6e-41c2-b9f6-8f0d7907de02), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:39.001141 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_dvr_db [None req-8ced3cb7-a45f-45b4-ba9a-afffed944fa4 None None] Set router c014e20b-ba6e-41c2-b9f6-8f0d7907de02 gateway port host: dv-cinder-827511-1-iscsi {{(pid=109040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:12:39.018454 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-ade8f9d1-0079-42ff-8e16-763ef53e6c28 admin admin] Deleting port f37056aa-e8c9-419d-a0c4-d5f3ab25d22a {{(pid=109039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:12:39.018799 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ade8f9d1-0079-42ff-8e16-763ef53e6c28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (f37056aa-e8c9-419d-a0c4-d5f3ab25d22a), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:39.097731 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.db [None req-ade8f9d1-0079-42ff-8e16-763ef53e6c28 admin admin] For port f37056aa-e8c9-419d-a0c4-d5f3ab25d22a, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=f37056aa-e8c9-419d-a0c4-d5f3ab25d22a,segment=NetworkSegment(aa18bba3-a434-4e8a-926e-117b8687e1ff),segment_id=aa18bba3-a434-4e8a-926e-117b8687e1ff)] {{(pid=109039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:12:39.098101 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ade8f9d1-0079-42ff-8e16-763ef53e6c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (f37056aa-e8c9-419d-a0c4-d5f3ab25d22a), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:39.110828 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-ade8f9d1-0079-42ff-8e16-763ef53e6c28 admin admin] Calling delete_port for f37056aa-e8c9-419d-a0c4-d5f3ab25d22a owned by network:router_gateway {{(pid=109039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:12:39.181641 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.db.l3_hamode_db [None req-8ced3cb7-a45f-45b4-ba9a-afffed944fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'name': 'tempest-TestVolumeBootPattern-869695039-router', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:06:02Z', 'updated_at': '2022-02-02T16:12:37Z', 'revision_number': 5, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'gw_port': {'id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:03Z', 'updated_at': '2022-02-02T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi'}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:39.208034 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ced3cb7-a45f-45b4-ba9a-afffed944fa4 None None] The sync data for ids ['c014e20b-ba6e-41c2-b9f6-8f0d7907de02'] in dv-cinder-827511-1-iscsi is: [{'id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'name': 'tempest-TestVolumeBootPattern-869695039-router', 'tenant_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:06:02Z', 'updated_at': '2022-02-02T16:12:37Z', 'revision_number': 5, 'project_id': 'e233cb06f3d542aeb99e5b3f1ca0dbac', 'gw_port': {'id': 'f37056aa-e8c9-419d-a0c4-d5f3ab25d22a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c014e20b-ba6e-41c2-b9f6-8f0d7907de02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:03Z', 'updated_at': '2022-02-02T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi'}] {{(pid=109040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:12:39.282765 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ade8f9d1-0079-42ff-8e16-763ef53e6c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5289298'] for port (f37056aa-e8c9-419d-a0c4-d5f3ab25d22a), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:39.305968 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8f9d1-0079-42ff-8e16-763ef53e6c28 admin admin] Pushing event deleted for resources: {'Port': ['ID=f37056aa-e8c9-419d-a0c4-d5f3ab25d22a,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:39.367988 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ade8f9d1-0079-42ff-8e16-763ef53e6c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7937893'] for router_gateway (c014e20b-ba6e-41c2-b9f6-8f0d7907de02), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:39.456194 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ade8f9d1-0079-42ff-8e16-763ef53e6c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8316650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4847'] for router (c014e20b-ba6e-41c2-b9f6-8f0d7907de02), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:39.458241 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ade8f9d1-0079-42ff-8e16-763ef53e6c28 admin admin] Publish callbacks [] for router_controller (c014e20b-ba6e-41c2-b9f6-8f0d7907de02), precommit_delete_associations {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:39.504567 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ade8f9d1-0079-42ff-8e16-763ef53e6c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8316661'] for router (c014e20b-ba6e-41c2-b9f6-8f0d7907de02), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:39.505006 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade8f9d1-0079-42ff-8e16-763ef53e6c28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c014e20b-ba6e-41c2-b9f6-8f0d7907de02 {{(pid=109039) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 16:12:39.509396 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-ade8f9d1-0079-42ff-8e16-763ef53e6c28 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:39.510578 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-ade8f9d1-0079-42ff-8e16-763ef53e6c28 admin admin] 10.222.0.112 "DELETE /v2.0/routers/c014e20b-ba6e-41c2-b9f6-8f0d7907de02 HTTP/1.1" status: 204 len: 168 time: 0.9737096 Feb 02 16:12:39.513680 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 38776) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:12:39.567095 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.db_base_plugin_v2 [None req-20b79522-0915-4517-8528-870396435457 admin admin] Deleting subnet 09a82038-000c-44c5-a1fc-0c9656aec6d3 {{(pid=109039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 16:12:39.570302 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-20b79522-0915-4517-8528-870396435457 admin admin] Publish callbacks [] for subnet (09a82038-000c-44c5-a1fc-0c9656aec6d3), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:39.605133 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-20b79522-0915-4517-8528-870396435457 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6290290'] for subnet (09a82038-000c-44c5-a1fc-0c9656aec6d3), precommit_delete_associations {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:39.688513 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-20b79522-0915-4517-8528-870396435457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145137'] for subnet (09a82038-000c-44c5-a1fc-0c9656aec6d3), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:39.741369 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-20b79522-0915-4517-8528-870396435457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5289349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6097995'] for subnet (09a82038-000c-44c5-a1fc-0c9656aec6d3), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:39.767715 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b79522-0915-4517-8528-870396435457 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09a82038-000c-44c5-a1fc-0c9656aec6d3,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:39.771253 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-20b79522-0915-4517-8528-870396435457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for subnet (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:39.774659 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-20b79522-0915-4517-8528-870396435457 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/09a82038-000c-44c5-a1fc-0c9656aec6d3 HTTP/1.1" status: 204 len: 168 time: 0.2598693 Feb 02 16:12:39.777116 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 38778) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:12:39.781020 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8397bbd7-778b-48c8-a578-f0ee1747443a None None] Network b90efab8-62c5-4fc0-918b-595fe27e51a5 requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 16:12:39.861029 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-470d6527-95a1-4786-a662-01932152c40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1153519'] for network (b90efab8-62c5-4fc0-918b-595fe27e51a5), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:39.922877 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-470d6527-95a1-4786-a662-01932152c40d admin admin] Deleting port f4438fde-3be5-4887-8213-0bd53e3840dd {{(pid=109039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:12:39.923127 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-470d6527-95a1-4786-a662-01932152c40d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (f4438fde-3be5-4887-8213-0bd53e3840dd), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:39.987088 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.db [None req-470d6527-95a1-4786-a662-01932152c40d admin admin] For port f4438fde-3be5-4887-8213-0bd53e3840dd, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=f4438fde-3be5-4887-8213-0bd53e3840dd,segment=NetworkSegment(2afd90c5-c657-4941-ae81-986626daee13),segment_id=2afd90c5-c657-4941-ae81-986626daee13)] {{(pid=109039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:12:39.987815 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-470d6527-95a1-4786-a662-01932152c40d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (f4438fde-3be5-4887-8213-0bd53e3840dd), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:39.999906 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-470d6527-95a1-4786-a662-01932152c40d admin admin] Calling delete_port for f4438fde-3be5-4887-8213-0bd53e3840dd owned by network:dhcp {{(pid=109039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:12:40.084105 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-470d6527-95a1-4786-a662-01932152c40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5289298'] for port (f4438fde-3be5-4887-8213-0bd53e3840dd), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:40.110127 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d6527-95a1-4786-a662-01932152c40d admin admin] Pushing event deleted for resources: {'Port': ['ID=f4438fde-3be5-4887-8213-0bd53e3840dd,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:40.113822 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470d6527-95a1-4786-a662-01932152c40d admin admin] No DVR routers for this DVR port f4438fde-3be5-4887-8213-0bd53e3840dd on host dv-cinder-827511-1-iscsi {{(pid=109039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:12:40.188825 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-470d6527-95a1-4786-a662-01932152c40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143470', 'neutron.services.segments.db._delete_segments_for_network-8791047536797'] for network (b90efab8-62c5-4fc0-918b-595fe27e51a5), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:40.193277 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973c5f76-36a3-4591-a4d4-c3b0da2e93f2 None None] DHCP port deletion for b90efab8-62c5-4fc0-918b-595fe27e51a5 request from dv-cinder-827511-1-iscsi {{(pid=109040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 16:12:40.210708 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.services.segments.db [None req-470d6527-95a1-4786-a662-01932152c40d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b90efab8-62c5-4fc0-918b-595fe27e51a5']}} {{(pid=109039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:40.223333 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.services.segments.db [None req-470d6527-95a1-4786-a662-01932152c40d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2afd90c5-c657-4941-ae81-986626daee13') {'for_net_delete': True} {{(pid=109039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:40.223632 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.services.segments.db [None req-470d6527-95a1-4786-a662-01932152c40d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2afd90c5-c657-4941-ae81-986626daee13') {} {{(pid=109039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:40.234121 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-470d6527-95a1-4786-a662-01932152c40d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791047557030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6290297'] for segment (2afd90c5-c657-4941-ae81-986626daee13), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:40.248420 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-470d6527-95a1-4786-a662-01932152c40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (2afd90c5-c657-4941-ae81-986626daee13), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:40.254915 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-470d6527-95a1-4786-a662-01932152c40d admin admin] Releasing vlan 984 on physical network physnet1 to pool {{(pid=109039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 16:12:40.255438 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-470d6527-95a1-4786-a662-01932152c40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5289343'] for segment (2afd90c5-c657-4941-ae81-986626daee13), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:40.257150 dv-cinder-827511-1-iscsi neutron-server[109039]: Traceback (most recent call last): Feb 02 16:12:40.257150 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 16:12:40.257150 dv-cinder-827511-1-iscsi neutron-server[109039]: timer() Feb 02 16:12:40.257150 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:12:40.257150 dv-cinder-827511-1-iscsi neutron-server[109039]: cb(*args, **kw) Feb 02 16:12:40.257150 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 16:12:40.257150 dv-cinder-827511-1-iscsi neutron-server[109039]: return func(*args, **kwargs) Feb 02 16:12:40.257150 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:12:40.257150 dv-cinder-827511-1-iscsi neutron-server[109039]: self._notify() Feb 02 16:12:40.257150 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:12:40.257150 dv-cinder-827511-1-iscsi neutron-server[109039]: self.callback(batched_events) Feb 02 16:12:40.257150 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:12:40.257150 dv-cinder-827511-1-iscsi neutron-server[109039]: event.method(event) Feb 02 16:12:40.257150 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 16:12:40.257150 dv-cinder-827511-1-iscsi neutron-server[109039]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:12:40.257150 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 16:12:40.257150 dv-cinder-827511-1-iscsi neutron-server[109039]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:12:40.257150 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 16:12:40.257150 dv-cinder-827511-1-iscsi neutron-server[109039]: return f(self, *a, **k) Feb 02 16:12:40.257150 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:12:40.257150 dv-cinder-827511-1-iscsi neutron-server[109039]: return self._get(url).json() Feb 02 16:12:40.257150 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:12:40.257150 dv-cinder-827511-1-iscsi neutron-server[109039]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:12:40.257150 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 16:12:40.257150 dv-cinder-827511-1-iscsi neutron-server[109039]: return self.request(url, 'GET', **kwargs) Feb 02 16:12:40.257150 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 16:12:40.257150 dv-cinder-827511-1-iscsi neutron-server[109039]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:12:40.257150 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 16:12:40.257150 dv-cinder-827511-1-iscsi neutron-server[109039]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:12:40.257150 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 16:12:40.257150 dv-cinder-827511-1-iscsi neutron-server[109039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:12:40.257150 dv-cinder-827511-1-iscsi neutron-server[109039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:12:40.310342 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-470d6527-95a1-4786-a662-01932152c40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7937865'] for network (b90efab8-62c5-4fc0-918b-595fe27e51a5), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:40.315648 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-470d6527-95a1-4786-a662-01932152c40d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:40.318920 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-470d6527-95a1-4786-a662-01932152c40d admin admin] 10.222.0.112 "DELETE /v2.0/networks/b90efab8-62c5-4fc0-918b-595fe27e51a5 HTTP/1.1" status: 204 len: 168 time: 0.5406976 Feb 02 16:12:40.321982 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 38780) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:12:40.330016 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d6527-95a1-4786-a662-01932152c40d admin admin] Pushing event deleted for resources: {'Network': ['ID=b90efab8-62c5-4fc0-918b-595fe27e51a5,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:40.665345 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-bbbabf70-bbfb-4f59-8f4a-e55f24172154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7937627'] for router_interface (7bae6922-ac08-479f-a4a4-1b14431f4d9f), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:40.908646 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [None req-bbbabf70-bbfb-4f59-8f4a-e55f24172154 admin admin] Deleting port 6790998a-08cd-439b-a9ec-c0028f6433de {{(pid=109038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:12:40.908988 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-bbbabf70-bbfb-4f59-8f4a-e55f24172154 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (6790998a-08cd-439b-a9ec-c0028f6433de), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:40.978558 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 2728411b-ad71-4d30-81a8-c0bd346e3b52 no longer exists at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:12:40.987387 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [None req-bbbabf70-bbfb-4f59-8f4a-e55f24172154 admin admin] For port 6790998a-08cd-439b-a9ec-c0028f6433de, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=6790998a-08cd-439b-a9ec-c0028f6433de,segment=NetworkSegment(ab97dd7d-bcc8-4eff-bf26-bb636bebfa2d),segment_id=ab97dd7d-bcc8-4eff-bf26-bb636bebfa2d)] {{(pid=109038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:12:40.987749 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-bbbabf70-bbfb-4f59-8f4a-e55f24172154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (6790998a-08cd-439b-a9ec-c0028f6433de), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:40.999839 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] No Port match for: 2728411b-ad71-4d30-81a8-c0bd346e3b52 {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:12:41.000195 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 2728411b-ad71-4d30-81a8-c0bd346e3b52 not bound to the agent host dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:12:41.000617 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device f37056aa-e8c9-419d-a0c4-d5f3ab25d22a no longer exists at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:12:41.004295 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [None req-bbbabf70-bbfb-4f59-8f4a-e55f24172154 admin admin] Calling delete_port for 6790998a-08cd-439b-a9ec-c0028f6433de owned by network:router_interface {{(pid=109038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:12:41.022883 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] No Port match for: f37056aa-e8c9-419d-a0c4-d5f3ab25d22a {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:12:41.023251 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device f37056aa-e8c9-419d-a0c4-d5f3ab25d22a not bound to the agent host dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:12:41.023658 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device f4438fde-3be5-4887-8213-0bd53e3840dd no longer exists at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:12:41.042736 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] No Port match for: f4438fde-3be5-4887-8213-0bd53e3840dd {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:12:41.043084 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device f4438fde-3be5-4887-8213-0bd53e3840dd not bound to the agent host dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:12:41.182043 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-bbbabf70-bbfb-4f59-8f4a-e55f24172154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (6790998a-08cd-439b-a9ec-c0028f6433de), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:41.210343 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbabf70-bbfb-4f59-8f4a-e55f24172154 admin admin] Pushing event deleted for resources: {'Port': ['ID=6790998a-08cd-439b-a9ec-c0028f6433de,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:41.375715 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-bbbabf70-bbfb-4f59-8f4a-e55f24172154 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8109520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7937735'] for router_interface (7bae6922-ac08-479f-a4a4-1b14431f4d9f), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:41.589297 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbbabf70-bbfb-4f59-8f4a-e55f24172154 admin admin] Router 7bae6922-ac08-479f-a4a4-1b14431f4d9f has already been hosted by L3 agent f8838997-ef29-4cc2-8ccd-41f95e8d2134 {{(pid=109038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 16:12:41.693734 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbabf70-bbfb-4f59-8f4a-e55f24172154 admin admin] Notify agent at l3_agent.dv-cinder-827511-1-iscsi the message routers_updated {{(pid=109038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 16:12:41.699365 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-bbbabf70-bbfb-4f59-8f4a-e55f24172154 admin admin] 10.222.0.112 "PUT /v2.0/routers/7bae6922-ac08-479f-a4a4-1b14431f4d9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3761787 Feb 02 16:12:41.702223 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2137db94-12e7-44c6-a867-4bb2ae5abce1 None None] Sync routers for ids ['7bae6922-ac08-479f-a4a4-1b14431f4d9f'] in dv-cinder-827511-1-iscsi {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:12:41.702714 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 38782) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:12:41.711560 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2137db94-12e7-44c6-a867-4bb2ae5abce1 None None] Routers {'7bae6922-ac08-479f-a4a4-1b14431f4d9f'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:12:41.712167 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-2137db94-12e7-44c6-a867-4bb2ae5abce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:12:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['7bae6922-ac08-479f-a4a4-1b14431f4d9f'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:41.806766 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-51a63b48-568c-4d48-8254-587d29d4413e admin admin] Publish callbacks [] for router (7bae6922-ac08-479f-a4a4-1b14431f4d9f), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:41.817147 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-2137db94-12e7-44c6-a867-4bb2ae5abce1 None None] Set router 7bae6922-ac08-479f-a4a4-1b14431f4d9f gateway port host: dv-cinder-827511-1-iscsi {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:12:41.906774 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-51a63b48-568c-4d48-8254-587d29d4413e admin admin] Publish callbacks [] for router_gateway (7bae6922-ac08-479f-a4a4-1b14431f4d9f), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:41.958493 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [None req-51a63b48-568c-4d48-8254-587d29d4413e admin admin] Deleting port 0acc1870-2b0e-43a5-b6e7-bcaea325951a {{(pid=109038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:12:41.958833 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-51a63b48-568c-4d48-8254-587d29d4413e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (0acc1870-2b0e-43a5-b6e7-bcaea325951a), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:41.991002 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-2137db94-12e7-44c6-a867-4bb2ae5abce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bae6922-ac08-479f-a4a4-1b14431f4d9f', 'name': 'tempest-TestVolumeBootPattern-1560509980-router', 'tenant_id': 'f0f63090ef634699ba4e890826f02027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'external_fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '0acc1870-2b0e-43a5-b6e7-bcaea325951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:06:07Z', 'updated_at': '2022-02-02T16:12:41Z', 'revision_number': 5, 'project_id': 'f0f63090ef634699ba4e890826f02027', 'gw_port': {'id': '0acc1870-2b0e-43a5-b6e7-bcaea325951a', 'name': '', 'network_id': 'b73e1e25-daa0-4c48-af6a-058d6b286a0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:82:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bae6922-ac08-479f-a4a4-1b14431f4d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827511-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T16:06:07Z', 'updated_at': '2022-02-02T16:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a77757-7571-4525-b12f-0d0c59f041b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827511-1-iscsi'}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:42.038965 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.db [None req-51a63b48-568c-4d48-8254-587d29d4413e admin admin] For port 0acc1870-2b0e-43a5-b6e7-bcaea325951a, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=0acc1870-2b0e-43a5-b6e7-bcaea325951a,segment=NetworkSegment(aa18bba3-a434-4e8a-926e-117b8687e1ff),segment_id=aa18bba3-a434-4e8a-926e-117b8687e1ff)] {{(pid=109038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:12:42.039335 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-51a63b48-568c-4d48-8254-587d29d4413e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (0acc1870-2b0e-43a5-b6e7-bcaea325951a), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:42.053014 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.plugins.ml2.plugin [None req-51a63b48-568c-4d48-8254-587d29d4413e admin admin] Calling delete_port for 0acc1870-2b0e-43a5-b6e7-bcaea325951a owned by network:router_gateway {{(pid=109038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:12:42.106234 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2137db94-12e7-44c6-a867-4bb2ae5abce1 None None] Checking router: 7bae6922-ac08-479f-a4a4-1b14431f4d9f for host: dv-cinder-827511-1-iscsi {{(pid=109041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:12:42.114777 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2137db94-12e7-44c6-a867-4bb2ae5abce1 None None] Routers {'7bae6922-ac08-479f-a4a4-1b14431f4d9f'} bound to L3 agent in host dv-cinder-827511-1-iscsi {{(pid=109041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 16:12:42.115388 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-2137db94-12e7-44c6-a867-4bb2ae5abce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827511-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:45:45Z,description=,heartbeat_timestamp=2022-02-02T16:12:15Z,host='dv-cinder-827511-1-iscsi',id=f8838997-ef29-4cc2-8ccd-41f95e8d2134,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:45:45Z,topic='l3_agent')) {'router_ids': ['7bae6922-ac08-479f-a4a4-1b14431f4d9f'], 'active': True} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:42.201892 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_dvr_db [None req-2137db94-12e7-44c6-a867-4bb2ae5abce1 None None] Set router 7bae6922-ac08-479f-a4a4-1b14431f4d9f gateway port host: None {{(pid=109041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 16:12:42.218533 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-51a63b48-568c-4d48-8254-587d29d4413e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4863411'] for port (0acc1870-2b0e-43a5-b6e7-bcaea325951a), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:42.245714 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a63b48-568c-4d48-8254-587d29d4413e admin admin] Pushing event deleted for resources: {'Port': ['ID=0acc1870-2b0e-43a5-b6e7-bcaea325951a,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:42.266611 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.l3_hamode_db [None req-2137db94-12e7-44c6-a867-4bb2ae5abce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bae6922-ac08-479f-a4a4-1b14431f4d9f', 'name': 'tempest-TestVolumeBootPattern-1560509980-router', 'tenant_id': 'f0f63090ef634699ba4e890826f02027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:06:07Z', 'updated_at': '2022-02-02T16:12:41Z', 'revision_number': 6, 'project_id': 'f0f63090ef634699ba4e890826f02027', 'gw_port_host': None}], 'dv-cinder-827511-1-iscsi', False) {} {{(pid=109041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:42.295289 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2137db94-12e7-44c6-a867-4bb2ae5abce1 None None] The sync data for ids ['7bae6922-ac08-479f-a4a4-1b14431f4d9f'] in dv-cinder-827511-1-iscsi is: [{'id': '7bae6922-ac08-479f-a4a4-1b14431f4d9f', 'name': 'tempest-TestVolumeBootPattern-1560509980-router', 'tenant_id': 'f0f63090ef634699ba4e890826f02027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T16:06:07Z', 'updated_at': '2022-02-02T16:12:41Z', 'revision_number': 6, 'project_id': 'f0f63090ef634699ba4e890826f02027', 'gw_port_host': None}] {{(pid=109041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:12:42.311003 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-51a63b48-568c-4d48-8254-587d29d4413e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7937893'] for router_gateway (7bae6922-ac08-479f-a4a4-1b14431f4d9f), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:42.401647 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-51a63b48-568c-4d48-8254-587d29d4413e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8316650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4847'] for router (7bae6922-ac08-479f-a4a4-1b14431f4d9f), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:42.403985 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-51a63b48-568c-4d48-8254-587d29d4413e admin admin] Publish callbacks [] for router_controller (7bae6922-ac08-479f-a4a4-1b14431f4d9f), precommit_delete_associations {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:42.445998 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-51a63b48-568c-4d48-8254-587d29d4413e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8316661'] for router (7bae6922-ac08-479f-a4a4-1b14431f4d9f), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:42.446531 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a63b48-568c-4d48-8254-587d29d4413e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bae6922-ac08-479f-a4a4-1b14431f4d9f {{(pid=109038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 16:12:42.452979 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-51a63b48-568c-4d48-8254-587d29d4413e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:42.454561 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-51a63b48-568c-4d48-8254-587d29d4413e admin admin] 10.222.0.112 "DELETE /v2.0/routers/7bae6922-ac08-479f-a4a4-1b14431f4d9f HTTP/1.1" status: 204 len: 168 time: 0.7512143 Feb 02 16:12:42.457700 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 38784) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:12:42.514013 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.db.db_base_plugin_v2 [None req-448633a8-b25b-4d27-b5d1-42587b3d4709 admin admin] Deleting subnet d12ccc07-e513-4e54-97fa-05a5e460cae8 {{(pid=109038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 16:12:42.517398 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-448633a8-b25b-4d27-b5d1-42587b3d4709 admin admin] Publish callbacks [] for subnet (d12ccc07-e513-4e54-97fa-05a5e460cae8), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:42.564741 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-448633a8-b25b-4d27-b5d1-42587b3d4709 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5222245'] for subnet (d12ccc07-e513-4e54-97fa-05a5e460cae8), precommit_delete_associations {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:42.672888 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-448633a8-b25b-4d27-b5d1-42587b3d4709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145137'] for subnet (d12ccc07-e513-4e54-97fa-05a5e460cae8), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:42.734601 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-448633a8-b25b-4d27-b5d1-42587b3d4709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7992432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4863332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5232880'] for subnet (d12ccc07-e513-4e54-97fa-05a5e460cae8), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:42.755415 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b15356b-8fd1-46c9-81d1-728a241448fb None None] Network d83bbf1e-0745-4d92-baab-88e0b99ae8dc requested from dv-cinder-827511-1-iscsi {{(pid=109040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 16:12:42.768543 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-448633a8-b25b-4d27-b5d1-42587b3d4709 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:42.771889 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-448633a8-b25b-4d27-b5d1-42587b3d4709 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/d12ccc07-e513-4e54-97fa-05a5e460cae8 HTTP/1.1" status: 204 len: 168 time: 0.3129077 Feb 02 16:12:42.774549 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 38786) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:12:42.775403 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448633a8-b25b-4d27-b5d1-42587b3d4709 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d12ccc07-e513-4e54-97fa-05a5e460cae8,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:42.849688 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-47bf1fda-fe0b-4f49-966d-221a9f93e95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1153519'] for network (d83bbf1e-0745-4d92-baab-88e0b99ae8dc), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:42.897192 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-3da21be0-768a-43ea-a6a1-7bfb7327f342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:42.916960 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-47bf1fda-fe0b-4f49-966d-221a9f93e95a admin admin] Deleting port b1abb5a3-fc5f-4d4b-8521-21a15a174717 {{(pid=109039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 16:12:42.917496 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-47bf1fda-fe0b-4f49-966d-221a9f93e95a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791047579257'] for port (b1abb5a3-fc5f-4d4b-8521-21a15a174717), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:42.987135 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.db [None req-47bf1fda-fe0b-4f49-966d-221a9f93e95a admin admin] For port b1abb5a3-fc5f-4d4b-8521-21a15a174717, host dv-cinder-827511-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827511-1-iscsi',level=0,port_id=b1abb5a3-fc5f-4d4b-8521-21a15a174717,segment=NetworkSegment(ab97dd7d-bcc8-4eff-bf26-bb636bebfa2d),segment_id=ab97dd7d-bcc8-4eff-bf26-bb636bebfa2d)] {{(pid=109039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 16:12:42.987386 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-47bf1fda-fe0b-4f49-966d-221a9f93e95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7936126'] for port (b1abb5a3-fc5f-4d4b-8521-21a15a174717), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:43.000809 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.plugin [None req-47bf1fda-fe0b-4f49-966d-221a9f93e95a admin admin] Calling delete_port for b1abb5a3-fc5f-4d4b-8521-21a15a174717 owned by network:dhcp {{(pid=109039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 16:12:43.085559 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445a7030-7caf-448d-8097-72c1e483798e None None] DHCP port deletion for d83bbf1e-0745-4d92-baab-88e0b99ae8dc request from dv-cinder-827511-1-iscsi {{(pid=109040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 16:12:43.086897 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-47bf1fda-fe0b-4f49-966d-221a9f93e95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791047584467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791047106362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5289298'] for port (b1abb5a3-fc5f-4d4b-8521-21a15a174717), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:43.122054 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bf1fda-fe0b-4f49-966d-221a9f93e95a admin admin] No DVR routers for this DVR port b1abb5a3-fc5f-4d4b-8521-21a15a174717 on host dv-cinder-827511-1-iscsi {{(pid=109039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:12:43.127688 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf1fda-fe0b-4f49-966d-221a9f93e95a admin admin] Pushing event deleted for resources: {'Port': ['ID=b1abb5a3-fc5f-4d4b-8521-21a15a174717,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:43.162614 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 6790998a-08cd-439b-a9ec-c0028f6433de no longer exists at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:12:43.189783 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] No Port match for: 6790998a-08cd-439b-a9ec-c0028f6433de {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:12:43.190355 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 6790998a-08cd-439b-a9ec-c0028f6433de not bound to the agent host dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:12:43.190962 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 0acc1870-2b0e-43a5-b6e7-bcaea325951a no longer exists at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:12:43.210851 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-47bf1fda-fe0b-4f49-966d-221a9f93e95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143470', 'neutron.services.segments.db._delete_segments_for_network-8791047536797'] for network (d83bbf1e-0745-4d92-baab-88e0b99ae8dc), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:43.211083 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] No Port match for: 0acc1870-2b0e-43a5-b6e7-bcaea325951a {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:12:43.211433 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device 0acc1870-2b0e-43a5-b6e7-bcaea325951a not bound to the agent host dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:12:43.211864 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device b1abb5a3-fc5f-4d4b-8521-21a15a174717 no longer exists at agent ovs-agent-dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 16:12:43.232602 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.services.segments.db [None req-47bf1fda-fe0b-4f49-966d-221a9f93e95a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d83bbf1e-0745-4d92-baab-88e0b99ae8dc']}} {{(pid=109039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:43.233040 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.plugin [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] No Port match for: b1abb5a3-fc5f-4d4b-8521-21a15a174717 {{(pid=109040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 16:12:43.233040 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron.plugins.ml2.rpc [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Device b1abb5a3-fc5f-4d4b-8521-21a15a174717 not bound to the agent host dv-cinder-827511-1-iscsi {{(pid=109040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 16:12:43.242744 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.services.segments.db [None req-47bf1fda-fe0b-4f49-966d-221a9f93e95a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab97dd7d-bcc8-4eff-bf26-bb636bebfa2d') {'for_net_delete': True} {{(pid=109039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:43.243049 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.services.segments.db [None req-47bf1fda-fe0b-4f49-966d-221a9f93e95a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab97dd7d-bcc8-4eff-bf26-bb636bebfa2d') {} {{(pid=109039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:12:43.252520 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-47bf1fda-fe0b-4f49-966d-221a9f93e95a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791047557030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6290297'] for segment (ab97dd7d-bcc8-4eff-bf26-bb636bebfa2d), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:43.266005 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-47bf1fda-fe0b-4f49-966d-221a9f93e95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826'] for segment (ab97dd7d-bcc8-4eff-bf26-bb636bebfa2d), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:43.272267 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47bf1fda-fe0b-4f49-966d-221a9f93e95a admin admin] Releasing vlan 964 on physical network physnet1 to pool {{(pid=109039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 16:12:43.272657 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-47bf1fda-fe0b-4f49-966d-221a9f93e95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1138826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5289343'] for segment (ab97dd7d-bcc8-4eff-bf26-bb636bebfa2d), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:43.274392 dv-cinder-827511-1-iscsi neutron-server[109039]: Traceback (most recent call last): Feb 02 16:12:43.274392 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 16:12:43.274392 dv-cinder-827511-1-iscsi neutron-server[109039]: timer() Feb 02 16:12:43.274392 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:12:43.274392 dv-cinder-827511-1-iscsi neutron-server[109039]: cb(*args, **kw) Feb 02 16:12:43.274392 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 16:12:43.274392 dv-cinder-827511-1-iscsi neutron-server[109039]: return func(*args, **kwargs) Feb 02 16:12:43.274392 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:12:43.274392 dv-cinder-827511-1-iscsi neutron-server[109039]: self._notify() Feb 02 16:12:43.274392 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:12:43.274392 dv-cinder-827511-1-iscsi neutron-server[109039]: self.callback(batched_events) Feb 02 16:12:43.274392 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:12:43.274392 dv-cinder-827511-1-iscsi neutron-server[109039]: event.method(event) Feb 02 16:12:43.274392 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 16:12:43.274392 dv-cinder-827511-1-iscsi neutron-server[109039]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:12:43.274392 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 16:12:43.274392 dv-cinder-827511-1-iscsi neutron-server[109039]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:12:43.274392 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 16:12:43.274392 dv-cinder-827511-1-iscsi neutron-server[109039]: return f(self, *a, **k) Feb 02 16:12:43.274392 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 16:12:43.274392 dv-cinder-827511-1-iscsi neutron-server[109039]: return self._get(url).json() Feb 02 16:12:43.274392 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 16:12:43.274392 dv-cinder-827511-1-iscsi neutron-server[109039]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:12:43.274392 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 16:12:43.274392 dv-cinder-827511-1-iscsi neutron-server[109039]: return self.request(url, 'GET', **kwargs) Feb 02 16:12:43.274392 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 16:12:43.274392 dv-cinder-827511-1-iscsi neutron-server[109039]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:12:43.274392 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 16:12:43.274392 dv-cinder-827511-1-iscsi neutron-server[109039]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:12:43.274392 dv-cinder-827511-1-iscsi neutron-server[109039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 16:12:43.274392 dv-cinder-827511-1-iscsi neutron-server[109039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:12:43.274392 dv-cinder-827511-1-iscsi neutron-server[109039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:12:43.333873 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-47bf1fda-fe0b-4f49-966d-221a9f93e95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8109529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7937865'] for network (d83bbf1e-0745-4d92-baab-88e0b99ae8dc), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:43.341457 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-47bf1fda-fe0b-4f49-966d-221a9f93e95a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8109519'] for network (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:43.344628 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-47bf1fda-fe0b-4f49-966d-221a9f93e95a admin admin] 10.222.0.112 "DELETE /v2.0/networks/d83bbf1e-0745-4d92-baab-88e0b99ae8dc HTTP/1.1" status: 204 len: 168 time: 0.5690162 Feb 02 16:12:43.354487 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf1fda-fe0b-4f49-966d-221a9f93e95a admin admin] Pushing event deleted for resources: {'Network': ['ID=d83bbf1e-0745-4d92-baab-88e0b99ae8dc,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:43.456176 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 38790) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:12:43.495259 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-6c5fdd2c-f73f-4fd2-a940-449982526703 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=e233cb06f3d542aeb99e5b3f1ca0dbac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378003 Feb 02 16:12:43.497578 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [-] (109039) accepted ('10.222.0.112', 38792) {{(pid=109039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:12:43.550517 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-058a99b6-fec1-4836-9dc6-16ac3456394b admin admin] Publish callbacks [] for security_group (fe8fe726-e2f8-4538-8fa1-7c493b72251f), before_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:43.571358 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-058a99b6-fec1-4836-9dc6-16ac3456394b admin admin] Publish callbacks [] for security_group (fe8fe726-e2f8-4538-8fa1-7c493b72251f), precommit_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:43.618182 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-058a99b6-fec1-4836-9dc6-16ac3456394b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (fe8fe726-e2f8-4538-8fa1-7c493b72251f), after_delete {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:43.620881 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron_lib.callbacks.manager [None req-058a99b6-fec1-4836-9dc6-16ac3456394b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:43.623209 dv-cinder-827511-1-iscsi neutron-server[109039]: INFO neutron.wsgi [None req-058a99b6-fec1-4836-9dc6-16ac3456394b admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/fe8fe726-e2f8-4538-8fa1-7c493b72251f HTTP/1.1" status: 204 len: 168 time: 0.1236415 Feb 02 16:12:43.631616 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a99b6-fec1-4836-9dc6-16ac3456394b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8fe726-e2f8-4538-8fa1-7c493b72251f,revision_number=None']} {{(pid=109039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:43.948924 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 38798) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:12:43.988627 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-c8ca125a-b3b0-4daf-b4fb-5dc2d128910a admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=f0f63090ef634699ba4e890826f02027&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385306 Feb 02 16:12:43.991047 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [-] (109038) accepted ('10.222.0.112', 38800) {{(pid=109038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 16:12:44.037143 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5dfbab2c-fffe-42d0-89f6-fc9f0f9931b6 admin admin] Publish callbacks [] for security_group (57ee983e-e254-4638-afb5-c568be08ce63), before_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:44.058018 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5dfbab2c-fffe-42d0-89f6-fc9f0f9931b6 admin admin] Publish callbacks [] for security_group (57ee983e-e254-4638-afb5-c568be08ce63), precommit_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:44.102628 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5dfbab2c-fffe-42d0-89f6-fc9f0f9931b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7989129'] for security_group (57ee983e-e254-4638-afb5-c568be08ce63), after_delete {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:44.105415 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron_lib.callbacks.manager [None req-5dfbab2c-fffe-42d0-89f6-fc9f0f9931b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:44.107316 dv-cinder-827511-1-iscsi neutron-server[109038]: INFO neutron.wsgi [None req-5dfbab2c-fffe-42d0-89f6-fc9f0f9931b6 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/57ee983e-e254-4638-afb5-c568be08ce63 HTTP/1.1" status: 204 len: 168 time: 0.1151636 Feb 02 16:12:44.114683 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfbab2c-fffe-42d0-89f6-fc9f0f9931b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ee983e-e254-4638-afb5-c568be08ce63,revision_number=None']} {{(pid=109038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:12:45.404712 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-8d1e5738-4e5a-4328-8fef-88ee9fce2db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:46.322360 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:47.626605 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:47.745098 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:12:49.245759 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:13:11.368164 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 16:13:12.899351 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-396fc1b6-3b23-4232-89f9-99e725842e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:13:15.407291 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-105fc69e-5b9a-4e8b-8eed-a722ba276621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:13:16.324147 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:13:17.641551 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:13:17.752294 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:13:19.247878 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:13:42.901185 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-6c4f5e6a-3d48-4b66-940e-d1314aad14ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:13:45.408912 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-e5160e7e-16e3-4e7e-910a-0732a307426c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:13:46.326549 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:13:47.641747 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:13:47.750738 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:13:48.366833 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 16:13:49.250721 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:14:12.905482 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-ca7cbfed-1cbd-451e-9f35-e8f67d143dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:14:15.411295 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-018195b9-3fcb-4f19-b028-1f32278e1c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:14:16.331377 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:14:17.639085 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:14:17.754167 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:14:19.252768 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:14:25.365855 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 16:14:36.937800 dv-cinder-827511-1-iscsi neutron-server[109039]: DEBUG neutron.wsgi [req-70f20063-88d6-401c-8c96-b933af047d4c req-8f0f3570-2806-4e40-81d7-97809fb89ea9 service neutron] (109039) timed out ('10.222.0.112', 33576) {{(pid=109039) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 16:14:42.908519 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-30869ca2-112f-48aa-9fbb-46e1dbe82d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:14:45.413235 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-fa0522ae-a642-4465-ac64-f52737440154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:14:46.334367 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:14:47.653384 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:14:47.756637 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:14:49.255000 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:14:52.880942 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [req-87d3ee5c-4ded-4a94-952a-9379cc704771 req-4d713053-d930-40f6-9799-df694d4d6659 service neutron] (109038) timed out ('10.222.0.112', 35316) {{(pid=109038) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 16:15:02.364635 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 16:15:12.910422 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-71e8920a-a115-450b-b249-b9085b8b6710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:15:15.414482 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-4b394a01-b2de-446a-8cec-895899411d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:15:16.334657 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:15:17.670845 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:15:17.757773 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:15:19.259816 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:15:39.364761 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 16:15:42.912089 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-65163ab6-8578-4632-a26d-f476229cb4ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:15:45.419575 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-4b1b864a-3be8-45b7-a7c9-4db1060ba99a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:15:46.337405 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:15:47.671740 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:15:47.761087 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:15:49.261257 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:16:12.913904 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-4331abf1-71ab-4d77-85f1-9565c3a218f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:16:15.420196 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-304d92fd-d821-4fa2-9ea3-2b99a1299b6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:16:16.340467 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:16:16.365515 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 16:16:17.681773 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:16:17.765196 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:16:19.264183 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:16:42.916021 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-51be271c-a5fe-4c69-8a1e-2aac0dec9bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:16:45.422035 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-d3981837-a7b7-46f3-b4c0-9bb0d8ed0e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:16:46.342889 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:16:47.681169 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:16:47.766058 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:16:49.267302 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:16:53.365119 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 16:17:12.917078 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-0b7e53ba-3e60-4477-9c89-58e51f0939dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:17:15.423967 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-c046a57f-2c95-4233-a444-55ea107c67e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:17:16.347738 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:17:17.681349 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:17:17.771940 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:17:19.270500 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:17:30.363464 dv-cinder-827511-1-iscsi neutron-server[109041]: DEBUG neutron.db.agents_db [None req-6969c8a6-18ea-4a47-8352-396e266d6ee7 None None] Agent healthcheck: found 6 active agents {{(pid=109041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 16:17:42.919324 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-39942f57-4536-4682-af48-f1c0032669f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (c53fdfd4-74a4-4640-bea7-ca8e654bcb85), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:17:45.425998 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-219dae47-4b11-4112-8065-d2eb9b97a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (f8838997-ef29-4cc2-8ccd-41f95e8d2134), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:17:46.348989 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-04e56e8c-27a1-4192-8a72-179003a363ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (e7480b70-5958-4889-b7a4-acddbf47ccd6), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:17:47.686282 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-abc84cc2-21fc-42c9-b574-8345a80ca34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (d02ae37f-da75-47b5-8264-16fb0fa5b24a), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:17:47.773797 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-989ad2f9-cd16-4e3f-bf1c-aa4176295bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (82612084-d135-4a14-8367-5f9384025d7d), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:17:49.274881 dv-cinder-827511-1-iscsi neutron-server[109040]: DEBUG neutron_lib.callbacks.manager [None req-27446e40-074d-4bf3-94c8-e4e4427588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791047536779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478309'] for agent (b5af8d0a-fb73-41c0-8b14-396d0b8fc477), after_update {{(pid=109040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 16:17:52.316831 dv-cinder-827511-1-iscsi neutron-server[109038]: DEBUG neutron.wsgi [req-50a09aec-9a9f-4763-a4e0-0636b035137a req-e0831172-0a75-4b8e-982a-fef3055851bf service neutron] (109038) timed out ('10.222.0.59', 55341) {{(pid=109038) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}